diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/lm_head/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e27e9d670a87b1c950985315fee980e98030c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c29e156c1ff233ab1d70419ed039b29645b55825ad507a9e5af986fd4ceae9
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/lm_head/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faab57a8d167e6b673439226cfbd293a3506c15
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64de37c178e23eecca26349b827acb74fa196e3ca61c869f782d662a368e274e
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c955fe7e3aa2d44d921f13f9c5ac2814a90ed4fe
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b193e6253378535c9748e5390860ca66caf28273d14e11f098e5906e35edd3eb
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f726bc72652cde05c80aae90ff015d47a721df31
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c0c5390c2d7018cb00e44a4fd18f65fd0d984750f7603017680c22626221b8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4bd1a2d3e2f9cb99b288b22bd8cc0acc352d03
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ff3f77de60b38ce58109f8ea4fb664222e76da8488a3288d2c1dc8f15becdf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659d6f18c4f75d8cec057b2e066411fa4c18915a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478642760d9348ff718e0b3f51b946a8b1a1801c31d3cee71f5a37d3a287f45a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4bd3ceca32051350208621f3749a6ae5d4e6c2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789ed424b7f0fb79b308a4d467113bc42be30eae5c6f06cfe68318866f3d7d6f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01ce933f0ec8dfe77b7bf481d0aff818fcda7d7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9a1543678a8280175ac79e9e53b82bb2520b2e4cc5811399d484045bf79c34
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b4a89df07c55cea5cde510aff93fc71c3cc81a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73552436b7c9f3877b2163b508c726fc36adcfb213c858b6a231884ba6bbbd3d
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f80c1f32b70e0ae8f1be40e96e3319b47f7bbc5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e151e69a84c45c79bbefa1c8862ddacd1a7774e7bac7269b452cefb4767677
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237d61d3c5159cf435991c6fb7955e55f51a4dd0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61af82eb955110b70a6a6c6b2f515af78482ae2ce4bcd0c7f1d88e47ee87d5c4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc77b22ae4822e4b95dc21be7b19ce33881f0fb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf39695fe1c3aa0ab2a33067e399ec0117288d3c68501def1df3c1489ae16e3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c6033f35b993a688fbfee7eb8f312ab976d940
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1733b8d6205aab51b53802e7d043fceae25f4adeafc8b7d471c63e921dff333a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb3f3f466a58235bc9489395946376959f0c6a5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6f7d0649b6c65bc4ed3d234ea814b7f065312ca6e2bd48296cfaf811dec9e2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ce9c785c3b227341fd54ccf16bac63b8580b41
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173a4db60218c0807bfc198b3d9447843911da13702aa6e34bb6a4577d9afdce
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca220d9d0448f95c7e1cc86f885f7bba79d6407f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35799468fd13f3333e505dca1502acfcbe589cbe3cf8850825a963240ce6a918
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3476a01c6097950c000e7368db5b040bdd987eb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d2305a21a5710768c01246506a2d2964375038f5012ccb401b120a6d0166f0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d788b98500e8762702ea547fc4fc70ad1f4328eb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243958c453dc5032b5cc0dbe272f77c121798e6f6103375972f80d8efcdd05f2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957293d13bea8f9426b2fcbcf233146cb4a32e99
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400dfc744dae416fe003f48065e78b16ba80ad366251f27acc78ea26d1622ed5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24ce9f247aaf51ed8306212a0428f41b490cc08
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e7ef94b1cda599961f9de57123a0f902c6eb2a86fc4ca7c0490f284fde8de7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e21f2fd2b54ad73c7d254a8120a7b235e1cc85
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf82c3205aa1641ab03069bbbda0537121ea976623fe1f883a84fbfe931a364c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fbbfdb767a2868a370afb996d884499df00980
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f480d34bdb27839dcba151d2c1c326ade486536404d41b8583058a8c4812374
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a53419570e0a7808528cbc6ec21c68e34e09f6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ef5e9f18c05f16b666d0562949d6f4c29ecb44a24ed67fdf209ffe6d454593
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68840659712ac7c559af621ce9272140fecc8e50
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea336ee5f8007acb9351b82cbd2e13b0ce19183ebfacaf2cd07e5ad51a08372
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa8c9ec414883c2f5fb74570666986a4d34e132
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4a679e0e19f47c4aed5f2ec42bd648b060caa82c0ee17cc0e364c9c2666c4c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a464cc78b8d4023a4c5acd7b965c9a5ae62e2f20
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb0b624c336a33860f48309a60768119d8cabfc0d80a803436c454f806b0079
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238067f1ccc4ade48700f311e54d24fb6b5f8e41
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da2c3c3ad861dd1e14146ed38f14b4ff53467f38cf68e68ac16e820c539587e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4392791ab61d16325b74e68b059ef40e9dc8b6d3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3137b5150837836be3517a83885ef1e6425a49f8f89aac04c543efdd9bfc58d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f59667d5fda83bdf7cb6efd9dc62a1ef0e5abe
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26cf580827703343ccac8e7631811154b2bf30209296169bb4c285b261ac8f9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5c20e929f5954c406abc0c4ddc4e34f7f8a37c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0483ca1be437752cd9d5605b87601c2f10043642677905d453978b3f92cb59b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf3d614f424b320321c3f1d1068d804f921666f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e9f6496829981f83e62c1542e052f4326e774eed36d164dd86ba132b6b878d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f3af9d609a872df3e8bf1ee15c4e1255afe5ad
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3719ffa2b02ba4d1eb03f11a222d4af9cca95a5e379e1807ad9420c9a59563bd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e397da21492494011ef943842c628c9a3f9bd0bd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525fb98de033134005def16d8385c83b2a477312b85ee920649ea9531bc7ac73
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f0764f243403d0dc0482ad19b4847f8a388d31
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc6614ce5775ffc5aec81ea8ba9b25502ab9b43fa551b8e3f900a4a01b9becd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ad41dd766b68e9d1c2c0258f2e50ebf18cb9a1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ae61ad68e2775f8609ecdd4322beee8bb9cb421a9e5b71c596dc25817d9605
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e397a11fe4247bf34a076ecb3a8a37b0bc2e1c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f792220f7abff2522b75fcfb0a2311dd93388ff29fb5c41b82a5e709f91b7588
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7b1edeac1f816ac239e3a76c662cb2989dcd7e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69344b4bc060421008f34fcc425aadde27ca8a99948c897ed8a031b232b849c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c533613d0653ea3b6f7a5e5eb38a6b25f6dce2d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7a44c60c5c293e0fddbb8ad5502493d1b7554998b2ac01aef23e59f3e2cb83
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391db451f3ec63e073ea7dc6db0043cfb979d497
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882833cc6efa2e7e78b538c560065daa21af266d8fe49926842c00a04f4ca03b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa202b834bf33959158fba7d6904315a154b9ab1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdf19145b3d468c67a5eb64d7590274d07d6cb751ee7a7f7e3267aa70d645d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9e06668368e255ff207f080f70d7f72710bd2b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0050a1ea32071683b9f5a1f07212999cae0e82076f6df065386b664daa658d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2bf957e8bba8032f30b25b64fb8953fae5037f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4022800f0c7ff6d7d48987f37d87a98ccf1d26ada6237ade7ad69eb582f48b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35153bc122e3b2de21bd852301879acce2152bca
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e3f2716785af3511afcf5dd0fa945fa037e0c70f9f22ed190f90c5304a2c87
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5eff7fd71c426d04ffdaef1304faf818915375
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea19f4e6cb370fb73a91943fd37c87f8cbf317ada3bd8e7b9d3fcb6e8251859f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8b36c988c5dac950ce6102e72a8558bd072b53
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eec1cb7c7c90bc4f9c581e113cd83c4266f528caab4edd25e4424304e1dc048
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5eb5028c4f804baf0d7ae66cf6442b18feb3703
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926ca4815d9a0349f04c465e650efc8f38cc3a6a067db4d0756a902b9d0eeda9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61a916898e99d750d7b7e22b02418f3f8c2823c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2cac5e0a9060100e69cde289c089c85c2716e5a6caafd40b0913200e30d679
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2879f6f46a692d0842c18d720c9acfccb8a2146
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e217c72e91b18435be1bd47b940448bb05f9425bdb61a049e5eaf7cb8acb87
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec451656c49191be2eedc7a408c344ed9acf18bc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951e2b40d88c6baae498af97942c12f6d83872abfc17ee1c1347b8e401f605c9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d3ae74ee2eddcba0b3704501ad45790499cb28
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb394393933d0dc63829d899ecbc647f709aa44c6d723b4e031e6f3aecff1b5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caad5d38188c64b74823592d2e42e90bf7311e27
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9210b5af2a816f1c56f9d7c5e56759e155ed39dbdf87261610973a7919c4b5
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c589f9752ef9637fc3eb945df5f370f07ddd66
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db337e2a427b91f116784053e436d2bb8753d62612c64a397246bd03a9f12f27
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3c1a9ecbe568d433e7a11b7e30b6fe0aabdd22
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801fc93602d2d9c0b0e83d7192df039a7615eafaa2e52a59c3892bf31e4eae8e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722366815fb6911b4431a1552f8df4e78f82e43b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec01690181e21265a2e01ea9b4f6c556d784aca7f510a4ca2c9d6d4c8a9a8ebf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3ccafe293b8f1619a4c69da354b407d126c270
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801867ecd9aaebf3448a9d52fa14ae895e3d106bbdde071ee82e92af4de26de3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763c9bb137edce79999aa832d50631251424b5b3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a3ad6bd7814db214d71afa354586b991f82ce6db0f18c7298b634d2eb0d156
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28b87022933c6726965012a92a0fe3fa56ff66e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8aa757a37b7f9cd580b140e969a5b455a671eab32bbcd8543ed70c6e7615a8
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d660ee57cd96bb3c117d1d2ca4c5f775e028a2a8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5245871f7f0a2ba73539900148c50a0ee38f4b20f903e84c0133208c73e66e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e95f581971071bbbda883e5d5afcac4816379fd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4025db85981e0fef66b6a2442e1ee96cec60a5481dd3a7876f3b72625539704
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f519cef0e81e8c47c54ed7010be3009b71a64657
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d144225704bed90265c986cf274dc13ff2b570f9f9c2f49ec9baa22fa4df9e8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff906093f6de2f67cfc12684afc3b2f2b2e5513
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de349461cc2ceef04c683841e3285884c14b3ee5eaf9d32a6ba3afebc91ed3b1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75f8784038324dab7ca1f1e9340b24dbb13c191
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b794dbc751cf38b26ab2af3ff7e61a7b80d9fe99bd23e57a7fb01f0f10bc744
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93e3211d3e567f809e7dbfa19a943de8a4f3d21
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192901e0d57dd3164609abcb05558bd372707aea4d9f869e4a69be483fc9cec0
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb30fb1c04f59a001f0eb0ebde98e0306037e15d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10840f85f60486ccfd2445a4b92352f957c9b1e7b334b7ad95b28bc700e8398f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d76c0e190b1cf4db4530f3fc1ac997587e837e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cc45ad1c407fcb371fd51965de8788e07abd379fbf584226cec6f729df221c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f275c1eb0f63d079b1e7f9b75559537a7c7ed8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c254a344fc0382de45515377c49dc523644d6e0b39fd2bcfdff7cc55a6414dee
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428b7cd2a2c0f6ebb1a3f5436afd1f96aee7d124
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abc0782547892cfcba39bbcb41d492c73df6ac8c18e465f4fa28313147be57e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df664c6285ae599e823e91b5b324d34e2f4b4e8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30eab555ec200fd1ff254110520b0a92c3eb44b8956d23176f412c1ef4669b8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9952baa5a79ab5cdefea18c0871203163834db
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd736302a18695e4b9aa3517a848ff5b2be1d34146dad94efdab0cbda62744a0
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3514fe9967819770693d94851bc2e6fc106316a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c0574609e34af077ec54578c92b3ca0741b47d335c0ab25223c5fe8f44ba69
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea14c49e57de5e7018e9095d6ef7eadeb13a507
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b62a3d8b44fca7ef665b61afb2e4d35eb2f7d7635c7217442c56442d7d482d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bfcbffa00aeca5aab498d580b0660dfc75d062
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eda850e5e753bafe48988011b119e63938a1f4d5df2ff448afa2b83c0a4d73d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a8c483b7d20ae848a7c042e9650e31bce2898d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c91c8bd0d245edcf2469571d7d10f3355707438ebf34b27b88d76ce97336322
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f35bac5778fc4890eb8221a3c377f1f4e711fd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a26ad2cf2caed06df9bd9b6291da63357374e563914bbc35ee01b377446ac7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5825cd6322ad4f44a45219df5c0dfcd7b860ce
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14bf7bb4f13c99835bc8cafc9c0ea9823b1733f086151711dfb7d96a7b8ad55
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cda7e40ccce42dbdd94c96ed43cf24e9a5ef8f1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae32378d21180dee73d450a8e82d71b429a91e1d9d749cabc0ded9b14bc4bc7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04299948bd9aa959b620168776c05b68b72cbe72
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c971638b724dc9364e01d6ac1f5d9264855a35ac229c72f5575f3a8ae9db4955
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b62257000acd79874490820eb71952aebd85b71
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a894a6022cce8c3d8ff76dc4bb1f5e977ff9ff60616a65d464bc6ff3ee3eac3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9803141fad37ab76e8b37c755b4ca8e1c120ac7b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e89a10cf8bd5be1daf958cc39609c6b66445228843ef7979b6e4bd84a0a64c4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8555c5f12a5c71509b320db907c76d80ab88034
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d75462213b12001bccb608abe437dab3fd1059ad84e8834123afe38d9d2d93
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1071b982663bc6f96903c908ef8965fb5c64663d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f760e37f06c07ba1ea7661fe5bb71e28e1615739541305ddfd47ea0e76dd153
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e090c9688fca9196f026b3b382c014db80384ed
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d11912773bdc2c554a4bf50d6a541d75f2bb1186fc49bfb17330c405fca6b94
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ae16617edf0fcde6126bb78d5c4e853e0a5c27
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b87f9126a9c2df84b125f6b3ef0a1245aa2108f9bf8b5ccc183e34547085ceb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a699204b69ccbddfd39455f837d364394f98f371
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93de78ad884686ace688cd5551b6d71ba8667fe83b4fdff934a3c89ca9bb629
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a16a0e9276d0f3e3ee52e5be95cc9ba182fdd8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4705450570a586fac69d6d72083b668982e45b8dea85c9675ee6069821ba44c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac2d1cfe07cb4bcbe803cd89e7c1c436836331e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19e82c1ae26ec4b6e64afc44c4d8ac53b934aa9f400f569990ac6a2a3a0d10f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b175619c4f1d4afde0e4aabca2d9422bef2c37e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b002d46088bf007f2863372b2a7786784dd5921e8c21f781d7ad1379949bd17
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c972ed935a58dcd88740f9a2d7618b374d8c99e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216c2bcaad681442eb3eefb07cabf7f235d00ba962143994a01195d472ea6270
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73df846fedfc05de697bc81c7e68250ae23f1eb9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae3a58a5dd5a58fe88fccd9eb5a294c6a0870e642cdce8bcc425f5f4cb8e5b5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8b9bc629c3b0bd9a9f00ae365f28935c57e67c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586fe8661b2595da0f9e7d4cceb4eb2d9311c600d40e9addeb2378c2a9f0541b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2855f8477cd878557448e3a1c15f8c3148b42d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f43749824600af1b5b9b4c01e5a17e3062debfb47ac4008a9d4a274b680e037
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed9ef9ec1fd694d1b6e4bcf441bc2f32bd55491
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d39a978d3b48a803d4461523f49ce3b0f11a9872d34136fa31cdca4fea253c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4654bb5a6d2c3944a3d6fa769fd2644bf55854
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30aa0dcf2145e19880da3a5fd0f8b8c04435a4c4f247cbcafb8a6f19570d61f9
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a111c1614f2269d1c14f95005f09c3bd1ddd1dc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252b6114ad10de91409c86a965b5d6d840e4f0ae184e73fdc968b00b6d2d4026
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077f942d4378bb829ddcfca13f41076044410fea
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c843f97fdfa1e6030625a469830d6dd619423b2a8229a54e4b1c84db73627f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a901e6d91285b4acbb78abc137c8c0bb12cfce6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0289ccc53a8811bf06aac7f03c3276f56b80dc8d1ad1c34cce4563cb9ec4036a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edeee9ea149c6bc4f387b59be340b069d5d63d6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf128fb218c4ab8d2261c81ee53dc745d44d6f345c0b9f9bb7b94a829e26211
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f658d41f428326f291096e9f10a890969a2ef02b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c50382fd49209800c83a8b1961cbb6979949cf92b15a8da066d7b5b5823de55
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc88ae0362d6aea7618f0a6a8a60724d7b028a31
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caadae5336a392821188561e6611672b125674fa950821be3e23977d496b4c2
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19076b0880deaebd059d0461967d6e957ef55857
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187a918a6b2634f5f79b57b1f3c5647375968c8b0926c9e252a6659c88e2b46d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c72b53752ee7a57e6ab8e97e9c5f34fdd9cba7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee88d9b14d9f0cb9145d680cb595ce3274aa63475c0346ed39220cc7280829e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bb6f678cd6dcd2b87de394c3e9f17cae608adc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6029de4e0ba8bb82d754f75d0c4e3bc9bf3cb77f83c5a8de7e4b727b3d43de47
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07fb249226496d6a4f1b03a6ab36db2baacc054
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19a868d54ec418fce542bb12ae6d330c046b8145c8175ae600de1e9a600cbb1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2bd0ee40bcb68d9459e44850587096d6c6bd101
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f68f1f8c21ca07ca5d10215d32887cc84493a51db660bfe6108f684f543b25
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0235afb64d3381a69aabb5ad31d2fe5603cabc37
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5da1a3251dbf3083832164398f241750b061328a5362d88f34d64d3c2a984e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d07eaec12c24084e56314bcc6efa7ef189a3dc5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4873542f9dd273d7874f44b43d432dc412c900937fdf25bf756a5db4f34e23
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32cc63872e142e2b26440eebb1b8759bc7b0c6b7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e59c628317125f48ec2c34867f76d6591ead9a1dae48b5c79f2d854b74cd25
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a46a69094d510ea496b54d2fe9b245542c34ab1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf541a70c8c842678946b0a8c5053154d0fc20f493d5b28649e0174a34b7183c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd71ea82ce4fb7d1468051b4a07f7a31fc2f0e9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c151c65d96f8e8f406ec5ae0498205452794b15e4d27f72f83b95b0e943ac44f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e9ef9b2325e1b58a26d7ba2e649af1d683d92b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48358554fbc1a81a1cfc5422c23645f02c15994128b0b76a1741fe6b1a6a0d32
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b109410b72a68ea42a83d4d29f72c6cf9c828cb7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e58a1d5efa7a2b8fd9a5717f6709fa92dce9058177d28b101111efc3930eb6d
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20488936dd05ead963924cb6516010e2050fe2a3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d56222f37662e4e22dfb9f888fd590a7f18485c44e367805e721afbc1703669
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b742439fedd66c70e6f753e6ebc1c79735a1f59d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f91386c6c782bdc95c373742b41a1add52dbeac2765fb612f51e0e835202e8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f34211e605faa41a5dd242b3ce85b72e99db3cf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2563658983229d24eae388374c69f40dca566aced0a721ffb372931ae1e79257
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1ebaa5298fe83359913382c19b3d0351d5d42c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79a7947d2686f7c9d5b9d6fbe9f79c181f249db4e121a83670121614d937e88
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6e5394d8e5e4e2b5a2ef23b175bbeb12824b52
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78460821602b77e82bf3a57019ec40112283064a4d5669e8793920c5bd20e907
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97868b918aece6049bf59ebf57655d007663700d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acccf38cb532e4bdfcf2777fb7e064319a14b8d01d02e39f58ef987167100d5
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624854acd66249f5419ead61996f1e9b4b1208af
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5640d681b8c26ae9fb2af76da70a5517f8737680b679cc5784c95aaac4f7fd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea083e02177fcf11b517aab8264e7f6d186846c5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6304d057358a1bde865f2f0c7adde929fb25c3feba575445d93ac26b399442d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a673d1dbb6e6dfac38e0d012674a592ccef9a86e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35fb2280ad0d2dd5c2e43848d1b281657092787990b08912cd9c3c34fa0b8fc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b8b0f887dcc56882b872c97640bad0a0d22e00
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c09af1f2d590ff7bf919a06a055e9e69e7e327b6b71ef7d93ec65b88cd649f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe6a8c607645f4f96d6892729c533f6387ba397
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6b0ac9efce76e6e69f3e75eba3234baefe225230cbe7a6b20f87d7479297f5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73b551df6d3b65c53f03dd95213e74ff318cbf2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b24f1cb2113d24579bd53bd36fba5e82fdabb6c86d8ad899f5238df10b7382c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026111bf59af0f49be3c8daf17e2a1a8367a0a0b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7312c93bd342a2d898edf51214e82df69b68c5497662f6a242e1bdcbb97f1898
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50955503c1f78fd6e19966aba63521452f47f59
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d53eda3112700990772d6ea8a7c6e373ac0dfc4262b5f8fea8ba095fbd1e80
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2281ad7539f647193fc10a4a8b5f0dee0fc8ef73
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237c430c8d704694580e263a099048b4c60c0639bfba364453b806800929e377
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01988d8ab27dc16d532e3bb8cda421564c8425a5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72db000e416ea3f553938c17c8de3a9dcb0808d9e99dbd4626f97c011fe5296f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6f84e7bc019ca0ce65b24b6d39b9420098081b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bda39a44d326820c13660fdde1599f10ef94662e0e731af67a86cf75e3ee73
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10107929fb8e1252d0764e2530cf01dfaba1eb32
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12379b6d4c1f506bdeb87ba98976da12986179e660a5b9c212d510655d57df8
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a486672344270c548534a46c3745108be03ff6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce1bf51b64fbff63940979377e15319771342f6d052013838f32cfc147d967f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc9b96b9c563b6af6da18c83e10d618ba5e01e9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbadf380399d3fb70fd38e3a94eb5d42cad8e5d0fab9fa76ce18f8a55bf5d924
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb50cd2007eda89fd7cdbfae239c0fd4afc3554
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17fd7edcb84eccf63165abd40a6c3ecd7a21651e2a627a43d6042396853bff41
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa97c95188d1b0a1145a3ed79010a742a6da8ce
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0fa38bb3c2c4bc05168df078ffddd70d017f8b30dede454a2bb122a69d17f4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6403abac00ee003410caaae8de6c18bfdc8f94
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2289b04ac1a0e40300975a1e938168a3606c36f7813ef5edb162952035e5a4f5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadf7ae64cd0c01586e6312942fd89627ee2ceab
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabb7677924982079f1c987c8bb022b9171ac49f0b5a333e5d9105271c7b296b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41303b6dd62354b81533dbf12a65e9c7a2027fc6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011f615712aac108a64a43edcc09cd7fc2e9f8e24cdaa7772e587081b4aea024
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f5f2afbb9e6a565cc259e5c5a06deb0082e553
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb9331220ec01876472acc3a54c358fba02eda1d3be11336a555dedcbdbc386
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a80852ee0c10f3c6cdc3a45cdbd94175fbd278
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7434cfbbd6c6974e48048d5923dd7e24a1513088d8a474e19239ce62936862b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12dc0fa0316791ba6f6efbac5e6aee10db98d9a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee4fdfe8c811f52055ae25a90143527701cb5dadd9ec2a608948282ba2b5d1a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e19325c35b9c1f4736733f484ad334df54e41a6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd98419fd7fc8696afcb2d5f3c6fabaa01f979cf494e0d5bcf850f16f0a9f0ec
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac54f67ebf32b211c51b239692bc32c5422f19fa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd999eb363725538ab204bcdd73801cf614a2ab263c5860681525ce46e31ecc
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e518a36fa67af471d179d2416c08ea356d0aca9d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc3ace9cee6f2dd5d41cf440d9ed93b08035c4506dd5e6acd2dd4d627bc97a7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801090515a55e1c6a4a481cc5c783eaf5ca7a26a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2f7f6538475ccb1cdba5528f933ca5e289f805975831b53c8c454568bfc5d3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebf7d551a2853beab279483449c37b617430b8b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04458450a981afc26aeaf6196777f038fcee27c69b0faf393b4ff6c2d5e8abdd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f428e56fb3bb4e1affa672a2eb3e2a0809525d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b746adf90637ab44c3f568d9f83725fc79d5793e08cec69f46c3ee9d3de014
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b943f9dbe460bd787e184e2c40146d1b109b133
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32020be5e82bc9c33d26156dc264c2f4f8dd13e9c0170275d516b8bc1f7118a6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ede6693b6aa7d073014b31ce0132e504fb1ee4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5877ed2581f05585ae25cf3d2c272bcc9bcfb0dc793feb9103fe58f2d409ad
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8988232ffbcdde8adee18646345da6f13fdeb07b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500362332a030a0d3602a0cd20ae7368d5791b2f97dc6fd943bf684f02add4c4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1e97221213d1459658ee85cdbc42d39fdd6d0a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509e2d72dde170d65769f02463a0563d5cf21d1c0c9ded4faf8f1c03192598ba
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07435a0d30dfaacf7f195c93179e3cbdb7061a2e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60acf05639d763d8976353211292ba9c4a3e21cca850c004926622a2d3958a44
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6902a6ec5ddf6a0eb5415cc753e2859890348c9b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0debc570cec0f4b32768e3d2c25e2edec7bcfb493dc2079cfc218dc1d9d1fe
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7154e2c1686aafe93f36534de61d89d3986b4226
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe65e9138f554b15d68eca7adfd1d117cab33206cc77bbe208fdb3e95ba6b10
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337e82fa0f527e4f1b828b6fb7119142e5c27e52
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543ffa4cb35b7596c5e8cafa28748ef7fa84d7ae3bb681e080bb7664c34cf547
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5b2f4ab6904426f885028b1ce0189f5ed192e6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc11111f814fc6a8c97971fdac01a4c12e7a4bebaf2fc1ba5a5db029915daa2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74661c8d0c857846c00aba5c23f5aa5c34f817d6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dd3d59f5c3ccd110a547e6f71f694dd99e01e94cb3db588e5861ff2d8df9ed
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d7e73d13d952f734eac293321dcba727df8ac3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f24db6f7b3d043cb138955df639614ab69a993317a97643d8513eea6e62126
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18caa27c2cfd313393132842e2f4f17275b978b7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7184dcc2322a936a49e36bf4a46fbac3a639e5f4236b669f155f319498bee89b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8644bdd1153e0335823cf2419de418ee0bbfcbda
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea89197a1c492173da17d35d45cb8c0dc86f872e7da376df59ee7ceb148e26b5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ade43736e95534752f666d30a4eed68472a3da
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0519c1f3937d5c70f5c9bba6153334f30b1bc8aab1feafa21497cc09564c5d7c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7667c199aaf4bdb754e1d8c5b534a4201756c08
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb86683d47bb5224bfcb500964748dff3b6a97555cac1e49186d6ec4ba2abe0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034d9d074377d29f217a26c230dff48a943385d1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5ab84da85a60eb679c8e4e96063c67b74369ee23c1c62fe3dba85ab612a999
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fa76046c734c295814e653035dd1ac149918c1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205396f862e2d888741c29027d73448e1272f2144af53a5032e76289831b96e0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6954150683e16cbc86d2d1e457c340357f91b49b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec6c0d00c9609d1b54502a00f336f329eec38b5c425fe65d32a799c9226595c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b210c1dc489383fa745d4019f3680d0499fc3d14
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a84a3c0e62fabbb2101851744639ce880c087f79d98d8f8edba156ce9277094
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f678d8a0efe3bbb0a6b627dc80bb05efa6c9a718
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bb1756da3c1f2e25727a342f18eccd6a151fa128837babcb7597bac53921db
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522c55c030104e8235610c6d8a9458f10b622c6b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d6fa66441f744336cce90bcaa07b17e2a266396cde6c22d5448a5832888dda
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1299a34fff076f7fabb993e69a41bd827e3c324
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9400932ee30ec5df577abe04e6b9039e92357b4d459716681527cadde19150af
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12557bb38ac5ba69aa0f4537be2dfff3dea98557
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1599a023666f281446abbc952c0c5db5e16a98bdbef968047d4307299b181f47
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815e464df39ea4550b546ad842624bb5def652ba
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ed1324b0a13916676985f423292320e67dacd3df3221060744d7dbba8d1da3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cbd20414d4919a89e3b7be3140f5db756d1b64
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dc4fcfbe883970b6acd4c540e96794506290dfee7be6fb48b18786c8c4e613
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd25aaa3546e4291f635804011715dfd0fa52c7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c295c2cd7eafa38f354c0bc900c7a5227d58ee85547436816ab19a89d71638d4
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecae0c7a60ac5850f4dab9fbd460181e56970c5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2e9f58133c2696eda4686a1433b9a21004710010a9bc5992f75ae6f4cd6a0f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f642993accebf18d7fa453301abcc13766d01af
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ff3ab6830a3c2c5143feff4a77ae9875ed7f8b55e990d65e0648cb638c97dc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e6272ca49849021726d65dabf9620483af1db1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f346a0ccc287cb322417f675c820e8ea6d143d496e72fcc2bfcbb15b2b0be21a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b948249e5495a9a418323c64df15b0a8f266267a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9f68e5d93929350b8b32ff119649bd03c1f7ce085278fb6cef08fca97db846
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8de28cb16d07e4a76e7a08e550b25ef8077f0d6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204b4a5c639369c88c7dc6f7218f90ef2c6df8ad509366e43725e491e3dda1a0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06da802e12798083d4eba6492e97993a214b8171
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c58df35ced7346b5757f4b80f0b36e6f768b1327d027bdfae54aa0f1ca2c332
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c810f6efdc0d7ddb84a56223e44af8c4b1d097e6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f2b1b59c5247628c058e583bb2f34f5aafb84c4465aace42a772b03914da4a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccb124cd175bf13bd0211615f559c1d83100172
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a4de1f8eb3af7c6ac5839424e6567c642e8485cb89c5e35447624aad52ccb7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca304d9ac38181e0450e7a16a844d9610b01f16
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda742f852fa57e725d5c580504ab21536d920d1441fcb7c8452bb0d7c217d29
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bc06bcc28cecaeffe0d2a4189eda4d8585767b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6444ee1b90023da1ee31ec00ee5a74d507e002ce396c4c03e8b6ca323e57c46c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2adb5f8aff043c21aceb4ab5e38639e2ede732
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98e360a676b4e83a0bc1a84d9c26d527722d0b698e6f353a73bb9a3e3cd8c25
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265d29fb4be22f8796de8d6e3be4338c028ef7b3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171b4f2699b5b7206b69c637945a2bfd67c5f2bdbfbe221bece9355ccc286099
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43da103623746be66b177294ce1355d27f0e28ab
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c37e1a6f8f0397ff96f15febe71b1371169b401b1b59689a7b58122a642130
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c696db1baa6e129f4412ed230a1954d433b733ed
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495906a30bd9231250368010169d06401c3c598d842cc5f84dbf019728fb01f5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae427ea2a6d23086ce6859926d583ca6fa049126
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3de1552624bff6cac55c602f25bd214001b6877f77fb95904a270f399e7e03e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8ac79074f8727e082cf1a95e99644414927ced
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45f18f606e48ff92de89f0870ca1963400436e634db10672329aec7bc1fdc1d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24d5b30c40b6eae376e45610359250af605d1d2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e595a30da19ae26c4f8792cfc1b402edf85ea890af4049a7659b4f4bae57d29
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cafe90b923fc1375f154a1e9f6ade9b3309f89
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c053ccd8e05fbf7e1644a40e9adb12d1dbbb4c5705b723e97b2f403a645d1a
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76ca79371bda0822f0423cbaa06736e6606fc65
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3675f752afec903b27853bc7c956827ef3af5b4aefbce9ed29ca3c72bb7e02
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4369635b4d323e83985e5ce6d98017724bd0ef59
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e111bd3bf5bd8368733dcd770453e3fb7f78b7de85c2ff30a7828c2cdeac73
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e18d0a285ad0ea96f5b7b75b6d44abd763cdc6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8ac5c0b6d309d9d2611427a73faa4c696ff1b5f949d79b652de821e785d4a0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ae919e7ecba2d642a5a694b0375f9979b9f74e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1266a510886dc9d65f58c86322135827ec0513e3572b5d745aff76771a6be24
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32609f6b082b82fc521d6fda02ae6467ce4f7f0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a3551ef5fcb737b948028d4f4478e2afb72fec2fb55a2a7657b5d622aa5f22
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/lm_head/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b480548069933d6a958236073dc34dd94819bb7b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843b123c60e1211d1b05b4dfbecdd5e390a48ed1da62ebb3e327f84dc262f39a
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/lm_head/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1567fe7b7a6b53bcf9da36463cb577c8ea30eb6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf2cd9d6f5c6b8ba1b93101d60120005aa3016e2bd68f834696fb7349477091
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e747c53dfacf502878b17292331a442b6224544
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6dd4ec4d6a4c1512b77eb32098a5b9295b558bf1f461f6236f73e771962c10f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85a02e5f45af0bb6fe8ca7ef27970a33b115545
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09edd76de877106f4594086aff25b2b236697283fe54c07d5d97ba91df8d883a
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3276003aa9f3b8d76815538c46add59c95195532
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e68a30b740f4c49f71abb53b3bcb957fd47310b0de0f28b3835d246c697b4b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bab5908955e8249e9e9214cfc1cfdffc386bb57
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f76e8ab6d898e868571cce566735a4e6fb86f21742f30879b5d2e974c48d6a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6049793609b707a6ab05b618826bd1b396bfdf4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e412b21383e49729f1e73e3c0ba88128d160cb7003514e6b1fe7095162f894
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b678d4f9b5c16ec001bdc9d71c7dfb7bde828e2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90768e344692fbc5139b7c3c77b4e869510a8a5654386f455fb73fe0f461c985
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04111d7fb640801d091a41e9a5356d2b44fbcfb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0af60f7e6609d3eca67c5785a3a615cca2e8d7ab630bf5a4f465ca2f5f1ce5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad70f258334b0d7ca67cf121be18325114823533
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68828639eb8c1d91aa925519803d10caca1fa5f8158e7b8f808161a24a51cb8c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7baca0ab95757a6f0d5b7777474e4425c1508c22
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40fa129421b465b8994f68127c789b52ff684d8fbf242a47dfea818c93e3783
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c965ca9b73870f149f17442dd3aa7172099cbbcd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec91b822562a2662af80d9dd3b9a3d4e308eff44c6f04283c64e816ae7ac935b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2962a425fa32a950b6a805c3c05275154bc23c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636564cb2edd9e010ba3950326979d74e7e695debc0be24932618f8b1ac47965
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf5c30053c2b870d7a4feb471ed9e7a1b5e0b62
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfe955e0dcd48dcdd5da7a7caf73eceb1cd2f2646c9663a044ade9c19f6c0bd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176bbc2b3cbac707a36e09a16ed6c917d84deaea
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fff28e7e7fafbd12302ff345ada100ba8904856fa9806a260a40d37fc3c2d6
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87d04e636afff71d28736ef9728a4fe3304d96a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15215a4faeb4af8d4160205e3d781ac73a8037925ae3fb8e13564e616c98e14c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c89262b332f976066ec2a163fafe3d0877f7754
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ec084534ccec729bd3587e3eaf7a4351caacb7780089ce849fdf7c7e682108
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd34b11aed75023495c841c18467c9b7be41176e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9b05442f28e4b6213d3680f87ea39844895149e84de9a3bebae9fe3e5f4f6f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2427369a4bc6b801ce481aebb85098faf956e0dd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bb8e944da3e168c96739c0b5d16cf06bf2ba929ce985dd4d40734c2ea42631
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290c9499035e10e148e9fc91068d83128d045c5e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31028eda86abca3c8d8069160dc61a768041960eae8544b7b33fdf3e7219c174
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9e2365f7e0473e4610a1dee1b16cc737e01595
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ea7b8fea0d65441217d59f3b43777d228d75f0e5383ad691f174af63bd7b23
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322591607c9cc243dd8169d1ef9fcd1708952031
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e12e483c327f60dd7ff60a085f8aaaec37945e75843afd51ecf51b59c910b23
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14c595d89421e6802071d6461208d71bae5789c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf91b7d5d0d179af9542453f1c8e6975cfef749ec6087a5f0a4f1a9ae42fa4b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82211f2f3bf09203624e2d260647aa0e675a5510
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c430a3f886834ecc01bab123d82434dd0716e74a8b83f42a4d9794fced80e80f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1e0961c09913361ea413d8629293006855f12d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afe835d5669c82596e098d78d60fe25ecaaa1c22cbecf6605429d3299b3bf10
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fb2254230c68a7be309f8a30a7d77162603de1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e3e820ad8cdf682a0f013bb858ee6b74ccb066fe2504af6cd93ad542966119
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513ee7d2e3a609f78ac53bf25f7cfd24398e3fba
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdcb390dfea5dc730323260a33150a8139cd3a98afe0b77aafc887b4cf095b7
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267aaa66db6d9cf9923ed7a8890d6d80ee921ebf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dffb88a8c31b31410afd0dc5a038f6048f3f1561060a4adc18eef570a430605
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d79d253f360688c649e96fb22bfbc47a50cb5e9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c82107906e7eecb54e233f10bd21dc29d2e29e1c2c9608182fa7a5037ccc407
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b504660b7459ebe1fe030d19019d999941d36d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33ef80bd6eec3a015e38ffbfbb5a6bd83dfbbe98888282f74bf6bafb691e1e2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6c5f226d416138d6369ddc7cd7429bd97bd258
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f221476b5da695052bb8803d7936465b90d3685c95d26735d8e68a6dd90984
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b654b7b9f3144e28dc8d23caea2b1c4c715d6d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6724761024fcc6e59165d208147a41f1dd70a18ef1691437af548887195cd522
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955198faab3748b47184c7c534a4b8062fdecc0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ada042abaa22d55689ce0b8ddb4f28839ee79edd4eeea5223939f018edf5da
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674c6fe23886e2271dcb3e0913b8037bcd6c175e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ede0e6ee61fc1a29b1be5b574d6dd058dc2595729129c4dcdb16d2709e0a3b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b0cb2d771c4e514f166630dba60a96d070ee9c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969aebbcecc9b4fed8a29dc076b2a8359946d0f111c40e66d5d9cc8439e47542
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c5b309724241e47c434ed79c2d005d0aa4b9c5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f227a9695ff18cb3a13279f0c93988367e7b1b89c429ec72bc55c071177e29a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c366c08138ec060a2d907a7d4fb3290846a10a43
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7e1b147852a5a94f92f2a518c0c721b7cb906a78ec66aa7a270f7776dd0aed
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef9ff4870034513993e2eeec4750ec62c149aa8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526892d5f56bf7228cd1cdf76309484f9bbea82f3cbd22cd2c40926caa361cab
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c502323ac5698b2d508520484515876960d78e1a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b7ab92514244fec88c0f8a2a7c68e00aa0e89966e77b5fbeaadf82a4e88e06
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b213e50d98aa1358f0bf7517214be583dfdb293
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f58175db99f8b318a4710b10ac8cc809dc72d3bfcf067de00eacc5486427e93
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f18dc625f2127bc698a68b45a9338f9e6a1546
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743dd8070a5d79fb96d30ade67a109004336d292f4d3640b23cb2756afd115cc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe886149083558a890abc31ed4847e259eeeba35
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0787056dc9140dfb89152f7f84e4c5f2ce2887ded2bf67df59b96fc4fccb0bd4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55b9468a794e8f993664b4bf0ae3141f6e57bac
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad9e0c001df482067ee7664ca780595a413b3814b43ba512be341d3dadfb9a0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e316e3c815bb6bbff45af6e785650bb2586e60e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae55923f2091ff2e4308df539fa21cc10ed813709673f0e8f4bcc589dfc9973a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8998db001f0767a38ea81bffed82ba34d74a930f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c067ceaf71204f18b1e981d933c629cc796cbda459647e94107af2edbdbc3d2f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f739e76b84abecab4307ba443728bf032e1e1b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bee88c5411c1aef43e1b8675ad45486002a3e1d4b6204d5b86cd0a7fda6007a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fd0bc1d8a7b41ac7dd6d0623ce1cdae5968c81
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9d0e69e7672e622224bc40a9313df40fdc2a09c8e4a289c254965a78225d74
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e8f8e0f0f2661b98429a645c3f2efe5fd27d41
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca03b6af1805d950505a3557b3080203193efd39f6a49443dbc7d2b831f2912
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1d22ec03579865cb388ec483d624890ca90321
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a6d7b87e31f77ff8a9b70382a015c5b6c93ec08a9bd41d51dc5357bdbca484
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a78f6a6d9c1afe2309cc3d4283385f247f8c9c6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee4d599f0341a81dc92e87b76a7ac05f95d6191b9488da0f185f786a15d9e50
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1633c97cc3c148ac404ef4414bea71e48530d24
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8b965345e8a827dc20b94f93562a75501925c73c01fe934993ed18546ead7b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8870a12b8ade255a7657463a4c8aaf3fb05e4ba
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3892ed76f2ea65d5555de801b6815c1fcbd3db5fd4421d69b99b09fa70770ac2
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0265b785704ebb3d3ae3a11bc461078643a99f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7ba73eeee73da254aec4e1aa815750d99a9f2b34bb06e0be6bb644beb2a55e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f9cc9ef5abb779cba289764303a7d823da005d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f216c7ce2fa94e35b38cfe94a482305fc0c164c4a4052d5cddb7fb60374d9f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f6c6fcbfa25eff77ebadcfd983b75864610768
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396baa0605e4cbb237ffd4128d0b9cf2f7c4875c192d9cc2f5ede51887cae4ca
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518e053a336ad0e887a99c88f34d3e24f757e88e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b447e75196ab54d68a80a87f77e2822f78c5c07d4b890bc285284b0e339f43
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae59107179a2a0e8fad31aea0177bd831e5ed1d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3c6e9d76968de01a985d47cf35c89cfb6f7df708d2d7b775865bdafafb17aa
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f8f43c9ee3627f0f111b0efe06cd019db596d0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378b582f5fdcd4f4a5f0e06bd450a0359a79543f869fc21ec9556d3be4b917a6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabc52c409df47c39732f79da82afae2d0e14735
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e659a6af22b7bd1d35bea2b542bb9ec52704d41c29aa96e666f6299622480850
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31397bab8f754ae9746adfce7ead5d37c19bc06
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c34924cdff841c224ff32db68b046b6c31fe15fc897c7bca0f215ca3ed40c1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7e269a2757545fea59d1cb404389259cb10c18
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5db214bbc87be835d196ce5a208855f76b3b96261a97e0790adf29590aac5f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5fc1d7a114cc4d0f8742ce46a3344b25e6c8f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dbe275bdad79e7e732cecaf09dc405cfd99b2785c8cc7972336fec2b10ac84
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716b2ed4941da6eacd163a77e7c5395a1d01154f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fb1c61bb2c1db0ae3ea351e17ece9570148daed5443ab7e819ad2489449bf3
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1131c19d3948796f000a52751ec853038613c187
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f834b227bd3d82ddcc514e2258ee1978ba963bd0943d305ae3827f00d5af219
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3a08e0db796ed25bbf2b221d905e5343d58457
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a7fb4763a7034759743a77a671b05aa7aa0557f893f568e0b5235a78862ac4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0795ad8dd92dbbf02a05b13683d31d90112983cb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3721ed021d80f6c5c66c045514929e17357591823b816e64576923a07a4289ac
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab53b7e474659aac69b80cdfe5e16a5bddea823e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627445d0145022ce87914f1fa81cb13d7c3e047a20c529594aee721496f5ab6c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15aa23be898d0196c77f7695296f68c95a90112d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0865d6ea3abb1bca48b2ce0513e4396a23e65a16165045083f55276271508a68
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87aa72d2ac928bff0613a9409d115b67d37aa61
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dea0031fcea6f7d5748591ad36b93ef07017bdaa83563f913601df97101965
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb072f394bc127be22926ea5e242189c0a64903
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9c5bc5725ed9a0e0f72629f7a623beeb4604c8a2ddebbb2f6d4211b535d674
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061a6a926ba54b2474f9b6c1206bfecd42b84163
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603415318753829533d538514ef23eeae361961d3e44738f1063ea156b31dcfa
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2f3b46de38fcd98716ea59f75f710c4ba567ef
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b62b559f2c97132f325c2b1fad993eb0d5f17eca0b6fe44a38f7ec5d6d9f31
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49c50c527e46d5a2f831394a7fe355a80b5ecab
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c184bb55ed6f4a64cc97100ecf3d63ed3747c49187631effbc556f6602d64d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fb6d8398b7af5bd12463511bd719e50c09cfe6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0566f1262e12485537084b26cabac12fa23914e6d98928e424cfe3fd14b7805a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839afaa1630238eddac7e69800dab5b613426cb4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3ca99ac5d6e68a16d7924418d40752d4d5e9d3e0170f59d690c2e5a58fe2bc
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f6cc6d68a06c54d7c97567f1614f6c8af73f3b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ef39993c5010a8d9e26b74836490e7c19c20fca40d0bcfe20c8adc06e81705
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5f2ee92a4b23207b28e3175bcbd18d4b5982e0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8ca7fed54e742cbbd592e95889c033112d10301b888b26b32e566edc5d5ef3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043f4864938a92650f0169c7d71de85bd5e7566e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6555ed501840248b7f3213f9f423c21581b2215c00f47ee077ca0b4423b38bfc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0999030d18d2e4fb3506c415627a3ec12276b3a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a1295678743a962905a7b89cc337d00e5edb992dfc357494b44f9c7713cbdc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9540dcfa486d4db6ebbcf18e1863a426506a3bf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95e1eab3fe8d7526e31ea469285ecffacd2658f9891e43e81d5a9dff97e2f82
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7cee28b60420f6d259b11dca1fd92bcfb59baaa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f785eb4a9fbe3ba44a8797e173902587b2bb057f0e9d32cb80c126781c690e3e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800c0b3e66175c1dcdfe840a132ca8e70f619943
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f25f7b977b2c70184a04907ea52ab887e97a0c386fe6a3647f58193a29ed881
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5714c1368746815c4bc422749aed4cc9813a85b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2ea16821863c8b18ae33811edf1b2f8e5b4508c4320d15493587fc84ccfc56
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bef4eb58187975fbcff9f05d7458766ce033a8f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387285b592b092dd607f425f4338ffc60b6e6a60a1b85fdcf0faf1241cfd9530
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8550b6b2e0236a7f3297c8b345210795d049c3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e939a182d7cff19db223d71c76e46aa6db44b9e7088a796f0d5a99d2333e9f46
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3840c69b82f72aea60ba291048de238022fc8b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15377b295725494a91d4bccd2fcf36f5c2b99ccce75b2313c2298f76fb0fb86
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1311f5e06cb70d2dfdf8c3a36a90c12f20e745
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c551d660efc5f78538ebd11eb5ddc85ac857a27178be5a0312a4a9dbf6883e9e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7e31f6e7ec20755810991259c93a40440f5f56
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc5c53ecd758c2d11f2f3402c3c1ca6d0c895895dcd1945af3f026b6acfd82f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02a2738547457b005ec8efe333c7384099a2500
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32eea62597e914c3a6cf3fbd411127d7457aea94b43da93e8e859260ff206651
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987a0fb5cdd639f7a8e31d05ccc6b250654034b0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bfb025f0781ae6bbb2a11ff8afbc29e0b320c9c4bc703bb6eb716366e72a59
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9f3882e67bfd3f55f450b5ee09488492fdcaa7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7c38c7ba23e6ad6cf552f4140b713ebdf70aba171eda627ec0dc0e886e1b9a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318b8fb7dccad00d4d6fdda3cabef1f63560dfe1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0875f1b5423f41b8215911e9f64bb2faa995bdd2a0741310594bbbae129af72
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f025b8f9a31d4b09e9f7982b0383e4b3bee16f7f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a7941fe999a2a4ad3faa12b5415e5721b5e524bcd1c336d0d18e72bb30783f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da70938af73d0cc0ec1be27b84e8364fc0322a8d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42457f8f617592b855a7a3fe6c6ee9e016e5e7ad98fdd78ba1b013f76bf1e18
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc05230b7765744a43d0ddc3f997156c78a2656
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58b93128cb8535ad00ddc40e5d90b525df3134a43491c2aec03a63c22fd0124
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1627c6549a7f35a3308d8fd5de7194bda48c4179
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3d701de84708e8807531a0a4b70988b0e21da84ca907c08dfe43be3a331a7c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c983bab544d16abc767d3a4599c045555603fbe4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d276b3207d389ca104ee4e38d5012e9a43350854994981e137c6279675aaeab
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a79cd8102636cc8ed8e84e3e486c320dd21c3c0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46aa69aa65479a86bbd385a8fb961921cfe91b4d2454e916ff2137920126bda
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1280519d6ffdf797bee26cfc923895295aec90a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c90bf40c06b69ae1fcc109c4e4f850d6189a5b3672c2164c6556628751c656
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903c3f3161109cbf79252733c3b0375fe525aea0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f829ac9ce30658462060ebaf581ce13bc620199c22ecc2d60c2c383b086240
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5497fb0e9c91ba006069d34ddfa08f94fc66bdf0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d670b0fe4c44927f40f0083456dbf14ed74e42c50d93b90ad2ca1a582307bc18
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df80c3bd319388adf3f535ef1c1560cb5b45603
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7352cd3e4ff78d4f19d448b23a2bf986c85568030a1c3012c106e1ede2d0f7cc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252c8af2742ec70b9d3221a9e7236a28e19056dd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05826cd9fda7945b5f73139af2e8a3bd4c4930d75da9c989b101fc4537aafb26
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97e63751f3296d6a91d302c78b3a42c36ae0369
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a14342e2e255b168d950ed502356dc927c48d00491f0c69163d4b5d9c53118f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0f730043b99d30326d4e5948240ede39a45307
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0799ac570ec20fc6fc9e22f5209137e738f536e0bb345db06517b0a029739f00
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b76402c34f1edf02ad890ffdf2d800b8f90585
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb36273783f7d7ae8b42896265b3f70024f59a7d8daedcec296f76013c6ab3aa
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580838a03bf14a3d4fd3da45cf19dfa3eb2c93e8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099b06640cefc91ea5d2a556dbd9e5481b28f4a9c86b1af4e716f56fdf12c885
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1927917ca3382b3e6c38d3f60960345ec82ea99a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe8c84d0aa2899adc586e64dc3f08c2446a2631fdb60a520c7d61af2c673b37
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb80d8a141f80614f993d8711c22d2778f02e557
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64eabed4cfe645d10a7b3f49225d17494332be2cf14b487bbd6bc88605cc48b5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a7f1f601adc64b0f955eb7f17a2438dbc51467
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e6e6df6c3642bbafd1b4188976416a8575ce09c3c1cddf7b775cec1f7c2095
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1d816b15054409d93af6f49622ad996b4eb779
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bacf1c0c7701a458acaed8320b5fdfff4ad869fe1dd3d84f55f5b6a53c564a4
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0867c7db61e2ca35b0609c0d51aceddf32e349f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a409c875e261a733d977195707c289e5030ed053728f2f8f7ac111c76872ac9
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52250166820bfe962b9fe50f0b75856187105674
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e4be4813b43ed46ee3462d5e972ece8f35e95426b532d199b9a1c60242c3ac
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851d0f7b59b8986e513645996930d2671dba50e6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaa69ea289e1e75de9050d0ce1f756e145249bffeeda7f3a775099a3310868c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7733bb9d8c61e55b05a1e231299211541295e45
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb69444850754ebda08dd03ecf12205d8f0b99f2a04fd5a17cc0f4c6d9e6368
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaaa1bfb84abad60bed73d6a1da366e241320c66
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27041b9aa6a6fb32c4341535738a8b486483335fbd4d8d65209749ece1bdb42
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a79d0a674348d3de7517d7b4fb0900d001d61af
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67aedfcfc13001e443c8761df5f9e58a7a0fd5a5f19e6efa1943802dff0f6f05
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc8b691fee724dfa1f3f03db077b76fc9c960b0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252ddc8fac21a9e71d5eeb86f00f7bf7201a69520d56f74efc6a6126c57db22f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbaade9558a4e2fcf3766e75dca748bf3349fb1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb5a8094547767b30cbaf90f572f4a723b7e059fd89cf5b019f26eadd7580ed
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3335cd7cad4153040a4056100b211ba8d451074a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b408b92257633e8a9faf23db5c6e4442f473d21b7af19d68f1b0b42697666c9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41d422c5c0b49c0d0b8564aa068016c25384a6b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baae9c6b67440ca38ddf367a9f1e62cb0b31177d61ffefc15fbdbf2bc67b717c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2d495418081b3bdd17f6a6021db37cd5ceaf28
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3451939ec9893ea3c8e936084c39b894880666d4a84468726a56bb7ff8b075
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2771d63ed3b522a8112bab167d17dc8b14761503
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a545b1645c1a78a6124413b724991659dfda2d4a90618285291e90e953160f96
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0877d5269d7d7c530c994532270780861638c5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329612b1465100b755ef8874b9aca12437a18008c315f1ef7fe296ff6e96ecc8
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade7abe2bd63c0106b88bae41860a70baa01bb6f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a72777451503e2800c7f2448d92ab1b2f31ed304b918ebd049f6a6636c2ad1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3bcc8375694cb0f5740a92241e835ea7e02d76
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddba5af6777414ac25608f9b3cc63fb363bac156fa1fcdec7d475cc89071b11
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725db5322d71223e537ce54faf7828415aa985a4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea15f07c7730d107b471003538b265bd33142e830bd33d21498724ac8e6580ba
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb0de0551cd0d1cb87adfbc09978f15f300fda6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2283b835753ff8ecb9c629dfcfa0959035859423156ca463c737f12bf0635022
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62dd4fc006b9628602e0538b3f4bcdf460f24ef
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19355d74bd6275607c29aaa8aecbc3c35adc3bb4efc1566870196486b6784a3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d235f84f88fe9ab436fff746fe0fe3ce3949c9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dc6c2db45883bd8567c44214c208cf1a2ee880d29f9f4ee1a0fcb142ab3c25
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6025d46c7e06ec851a20fa2e93181d618889c244
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56e9acd6c4ec55c4d95a03f3410713373c28bb5e8fd0e948da1bf6b1054fd64
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebee5f658f6d5e67907c93cbe6a60ec2833edef
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7b1374cf4d236d60d78e9f1323293a02c6af599aae68b1ca3972eab4164740
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a1e291356d0b3f3160363af503b324b7b38723
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9a7cf78cd482f42506791bb72de90d1e8864ba2a12439778e823838ae50e1f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddebab5db13a023d3feaaa3da9c4ab9ac2261316
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb6dcddc9385e6fb9d1db302b208d3b07c7a7d60997cae3cf6ab58a9f20519a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f867b1022ef6ea1d76d62e3a99440f166cc7f1ef
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5521df19b6c4147fde7f2a1d024bde98fe92d054660056a4800a895cc39cfbaa
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99961331ffe0fc5e752c889d07658c3d587b7bad
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4fbb42bb892a9cfa0cc61fd20d7f5f7bd4aa734777dfc780548986405dc274
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6d130dae36d6ff28697ba72b64bcf37bf885be
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60ed6d60587e081b8993c24bfaf3cb7a6d1cf703ab0f2007232877d5ab9ae98
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53dcc23eef46b6a72d96813f53ed8edcf82590fe
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae53be8316da5f32bee5277395072cb449d603ecd4b7a4fa1a53663d8092db6a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d34d8ccbc6706a323b85acee594c2be4f325062
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e1a0486906c7329952a658f4b5fb5ea9049ac068af9c24e5bc3aa326266fdd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63201c0d312722fa54ee52a60533f7d6e91f5381
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09c8fd9765fd53f6900b9fc12bd91c2eb0a0dbbae175358296fe3e35c8b5fd6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eea39b5d29c9c81958b264c0585ce1b1ed53679
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bfd548205016c3bb6202b3471a8681b4d00649164ec49d7aea2d6c4bd3b409
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96eb350d6135b5b6224a93c06f8ad0a0e9c6f8f7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81328600f55340e3c909ad44cc50dffbcb446ca58039730721fe40876e34826e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627e6e94ca41172b341a9c57d764324339a9c400
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef7ba534dbe4a6c4070d88b898a0229f822327312008259f56dab48b692a464
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32af32a3b5456f5583e8286d41ace5abb61cefab
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa3c01d70af366935eccaeef34372ff19d16a408d53dffdd7f795900acb6762
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc07d3b0c6cd847c13f733027c57341dff25ab4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baf08e68fb949950a45d35e326a1dc0177190a60d1400911e7a876e61b54f6f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb79b714817bef93b591a316f23b57a1e36ea54
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd67bf857366ef7c0f7b2250f6ed613a2eb9e6fe4e5256932281ec4323051b9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1769381430a91ad7d86e55ccee70a78475c7c02
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343137e720d4739476bb996c84a408e276e8761e0e96d2f19cc1ab5b05e7a7d2
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b20ed5998cb794bf03f9bb6a771a9884ad5ab8c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f4b0fd46c2cf4479bda2e45f593e59e5db55048b38a96e6523251917a3aa3f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0285f949cdbc903e3e1c59a3fb8e0708e00f3a70
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bbeeb7e6387e632749531705aa260864df6cef805e0b604eac24c581e33328
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5073a0aee306abae407c3163fd11f30877859e92
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1adc69b3efee67205c0278c51f0fd1bb3f65192b28acd4d03984d5f0744ae41
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80085d8eb1b9d22a2f23f87515786f0e4b1d216
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7530034da379c048eb5edc67c03ca4b02f101eb99bc0bff5e82ecdbbbb3e9d55
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e086bfdafa4aa770aac899883b73cd718334c8e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3df3af35bb17aa2d3bd53713e91e6735cd2cba07616bbd7d1817ca6dd4325b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b6b315dbaa8e97dfd9f82287522faa087b1317
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211096c4bc9491b5c4d5fe90f6f7f3216a99f74a2b06767a98fcf756eba02b31
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a0b49bedfb4368b606e2a228321d77f6ad4140
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1a492d6937cad24e6783b4e504e201688ca42973765d283b8c5c7e32d8969b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbe5a54d753956321c993597f76da9e1c383810
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b4efd1caf9b7000d54adf2bd0c036f386f71623b31306e626a157d523c956e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdaf7fc734d50163a04de3f1890456a52701e79
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cb6f10c8764355381ae5724be506f161f4b2661590bec9fd73b9a771607c6d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3926f14ba03f63a6feb0b062d9f6adda45551e4b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3240153957be4a5e3bb1df6a1fc498e7b0f43d3281b575acd3bc5ad5dfd0a8ae
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0383df8d366ca60a7fd7d129aca4792905a62a07
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a1658ad54d25056525458a406e40a9d59b2f28fa71e38ed83fe58bfad68eb7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252793fbd2d64a98faadd5daebb585e968f24d0c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55a608d084297b5fb5e7f6270ebf2db8fa03f22b7505d720ea4042dc4a3bd6c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a924ae969fbe7ebfbe8f0c2a97354c98d919e412
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fa29a44d5b963816544808d6487197a38532534808e761dd39ab2923e724a3
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561bea6cb9a4a578e47738db001238e3b7990c4d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd59cac81f38ff0c88967d0204a3406da61b9727e41fd20bf7b3e6ec12a2ee6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd24d105fae12ea04d802a6dab91c1da8928c7eb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c497dd18e1c7ef548901253d8b9298fda3e06bf305d45b4a7284f933c5e423f8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6506d54c33010d3d080a227da8e391b5fc2b4b9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e782582e79ccf3e4c7622472bb20e13f7f8b705c2edb90a5413dad0066f498
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2fb610c3521f1193b9db2e13e1c6f9125ebc48
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12de87a115dc55b57269c840a85d346a1d4369b2f0cd0dcde720d4bcf45e438
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300e30ddb2fc156cff4a10d8736d41dfe2c0d3d3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7bb19bdd12c6d85266a6a15649313508740fb1a358a773257446245e9c3b37
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2180aa6cf7bb77d89782988ff295541af045b627
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa29953fd2ed059fc7a4b95cd7d17dea58bb819a5b10bc094c138d6cb7bd6242
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225e995b94aa7bd8d81c12242f634cc29de04a41
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d558278c0a00b44e0d3a3ac317c9f814f68c2fa2d45bd95b81989e069aa48c41
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36b4d8f4e07a549c5d266e2a51bdda783c35556
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fd22bd6cd4fbb8bfb7e251155c0d5bd04d5452c9955536ccd209fe06ee455e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2022f48c482272ea31c91d164bec9184acca385a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ef4af5ce35511d3e567957ee3c405270496486fb83392addba1936a8269427
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08cfa6fc0e66937da13690cb3c0965f1508c44a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c0053bc9a3e2284bc75b68b03509869835b84989bad2d42bb76a2bc78b339a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c01c171b88ee258756d1e39966417d2b17b42b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909a0a4fc871d91c1117f1eeb40751cf28d333429582b27c98a1a12172e92b7d
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4c697897ad9e23c745ed5b276235770eed2719
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f28c81d89e9f824bdf61151a3ab5b53febed2cbe4f70deed7bd62162bf8504f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8999f108e90cfa03e951f8a63410269afb72d11
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7484bb8ed03f493441f482789c8bf41ed2105a0a26327759fb98b8164375bfca
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9826e5aa3ac6a0c53b38221a784c0a9aa5bc1b5e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43daf099033fbac43457e9d148285d6e3fa97e084316a209a0fdb3789da4ae7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09dc7537060402b5046c73076f13f356cd77a29
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4478d1938ab4f03c226eb62bf42b09f97dcd71f50d0c1ce4274149be31ff7c30
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42eddc117e0fb39fcf3d72fb3b7386650113321
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca68886e19fd31b136e231763b94acb75705a0ff2190fd563aa5c319026e6f6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdaa22ab1d7fd7937ea06f03bef40c732c5cd1f0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed83cb71c2570e95177a516fdd47ac2940dd25dc8d8c97af12117614432967bf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60a010d573ca154f547c7da0a0846d6a5ea9f5e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c986ac0e31683eeec638e50050937815b47160d1755cfaffb5f30899c608aee
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2c9bc7aa63b80e2748840491ae7fdf08d8c496
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca52924ebe8b933b811ca2b9a3624b6c2e2793972943af35591b1b44c027ee48
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1719cd54a06aee72844a5146542d6fb03445e12f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f670c1ae69e2fc4729449a6da1cdc2ee9d07baa9613bd2a44d7f5556ca3254
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94864917574fbf20c529281b45f5903ac637d21e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e851c62ab78c8781538d24cc13b7627442711a0e31cfb80b8545c297d577291f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a676eaaa6abf5ab7b60e33726e48b8962c500381
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3402afde811da88c1123a0881e7bfb2e4df06ea729142f2cd964b2cbaa7ed1b5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5d276f5ce4107d3531e72e39ad12547ebf6cd0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd32a748f693af7c929f36f2d30374aac75706832b5848909830a074020bf6e5
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55df1f9d2a8ff51d9257898fb9987647d0aec7c4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88589a05ec93750646296383b0e19a2d3bc593d1571cbcf18563ccdc8277444f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4aaac5b9fbd8e982b619fa78e7ae4a7b0178bd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53072f500640d92f79bfcfb7677631bdc03454f2291c58e294a66981bc7d7ca1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466781620b55e06f927f038de90c69bc10d8951d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb8b3cd637e70849f441cb9178abfde99654e1bc78c32ea95c23785a730bdc2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ad98bf3eec9566469ee3ba4bfa569c6aed792c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe182065fcf21117a77e2aa354d5b7f9921db9a59ba56b1ecd89b79936348ba
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e54e8a26287e5e4087c4c90a8ddec1a85a6fa4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b09cb383ebcb21eba3ca444c6eb32146929765970ee744106de82e42b91e254
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459bdaf7257017ceb4b29d2f8cd60d2bcdcc5315
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ec8901e71317cbd1eb8934d4e1ee41abb0a93ce63dc1123a9f56822d791d19
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d394c34f0fd714fe9f3e19459e44d3ca4bab5d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edab144da1882d8e53d74ef7f8f3ee4566b5e70451c26fe4ebc6db211b042bb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5f104799d7778dd3c1fe2d8e20a458536fc374
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe64ae7ce6a5301bf0d7ff329f1b366f86993c14d9c6408ddcd148e3183ea3dd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc85ce9bf6a49edb4ef3c1e9fc7a423f3e52dbb1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5736827d844a2809f66ba7eccadc37c9117a1848e437aa06b5a5a2229a9b4ce4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad8f4ed56e47f7ac37242403d2191e6ebc11c64
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92c7251e533dec1192f7cdae55951e991c7d9c4e702ac3bf1b4a42c379d9aab
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dfe68d6891edfb0f89fd2b343ba3f30838099d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b1db4abda9258cd3dd82e26888f951dcee9be6264d38873aa47e5146e3d1a7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6730bb788fc08ef566ed5c0c04ae0e6711c93dd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b8034ab6c99a0f04032e2ec64494ac6288e74217cdd79785a07b2ba210c3b1f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790bc0af03ec29581efb51a6d2a4e27f49425b52
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e99c706e7f8374380ff19811755f2a721859e89e4ccf9bc618949b26ee48584
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea1258638e5fc11740794ae03279494d911c7cb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a585a34aa9362575d433d07835a6c0578728bb9a49db51337b94959b17b924
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edc1e2925ea62414bed255882a8f60ba3d09524
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e86c24b5dc0eff9a8287873755b5cb17890c036844312c0980afc9781b96b75
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb589278a96da135ae737c1ffed60bae50502fb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c62056117cb3687b8eb8c32ee5b1627fd820302a8e7fdad8e23ca975b4cb63
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc05e1793a585ee541609b079fdc65c9fbc10f6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5d203d30109daf20bfba542513a8858d811417592944dcbb06bb12811166b2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c06bebd1742768c74c5f1c8fdad29149c7d1fe8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02142036aa1c66ce1d2fbbf7440051360fffe3eb91540080fa80e1fc133e141
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12583fb6580316ecd72b938a893cd3a5691b679
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b00adb76de17de20d014cfd9d3ab9fdb4508ed4a017e4df6bb74c7a480e3da0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3185647e58b92fe1d75c03144deb5bde287c416c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91b62d6f4a589c0099099dfb0d61c16685da42def2dacdd1c8d2951bf1626bd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30421410dfc939e1d8589f2dc4c5abffb5d6409
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d157875208b8db0731471de9b1e73719ba33c8dc8d3c1142cf523d75785f5ddf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbe88eb875af027e660eef466f2806439295093
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0af63fb7d2d7c541749bfb66749dbca94e6430dc4ed6bcc836ac3e48e31665
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e6dc38f12f1adf234eca1499cd9161cf6ba9a6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25c3309149667bb72103023e958aa460c7fee6ea20959b840719c0b3bc2e5bc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0943fae40e97e7881c23bf0e807198080a67ac
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47664fda603ed033e162723346d6817cca6e9a41090ba6a871d72f37f73928fa
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76b9becd4d2c6f37e72f2dd58ce55553eca88c4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa314307ba087f7acaecb10785614d49f6dd9113e65be62793a1b043a259fed
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d776f4922c6ddb92ba48449dad507acac86915
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2424d5b405174cc0c4b77dea9cc255b25025bbff5acd24d6441a9516f7e3053e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c0e9d50ca9f618128c25c83fe3d66050030dcd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5948710e6ff372decdb54ab226d9035eb27c7f01b626c46617811df27527d312
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82410893c6bc51a84521a3e9c5f5dc72669a0eaa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b125ef9aa6bebd9113f64a760e2e0dfa05317197af4c392ea2732f6324a407
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a43abb63d6e971daca01c9934e84678b30ba984
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0206027775b802038c3586f2c145da1672ae39830362f0d5c69721a30b2b2fe
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b942809dd57d5efe780bc866bbdbc86a351217
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c94e9fc6d0859dbb8768f100706389973c055ea3409d0d23f0a017dd8cc0e89
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d4592d5ed96f3184df99bbf8acd5d19a6e6abc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0186ba65ec66d55018c568bcea404f965b35be2eb2668d647339160a73f446
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58a36a3e728636e41b7b1bbca2646847c8088f2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3765c354cd70e3db5a359ded723f48e89f31d9ed73f43c1e739707ed035531
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1458e178c0a5d0ac3183c759d687a4bbcde0299a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317c970b9333c8ce7e1d10370549a551a1f75d6a4f533f4139e402ec7b41a472
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15dfdae30fd96b9881d016d7b9555ecd117ba02c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e0354e0b14e93a939af5d5d69263701956ed26ccd8442c27c8de8456b0a2dc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470dcec27bc006c6ccb00f748a7fcc0ed390548c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0927488f445484b57d2d8c3f587897483bc431cdfcd079e33c79408c828e525a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7231ad762a51b9a92c24cbf398941287b0ba3f15
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6400712cd8f5152b15b09dc3db37561a38fb446b15f25c31a69e458aedc80a3
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8885dbb0fd34cd1a56e48b9b75054a6e25a32c4b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031f3f0a67fae5808ed5bbc6c5b7da7b1cf4a81858db7e2f450022e433988b9f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811b04ed5f6ca37ec2a675ccb0e713c7227fc456
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a8a850db34323f6f8e2b6bbca66e0e100db0803a581f72054af936427d8d5a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f6b2468a89030dcf3ace05eae1f5e4c618a63d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552307c52dbc7ff802c7283f81eee7c9dcceb4780b186cbcae37b9ad5fab08c8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ebf72cd533a09f30f5f42bfa5701f867bbe741
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b059f355eec43028ee1017b0e6c3037ea83a3f69d84cc797c86c1a8613ab41
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175824e33ea73d180d6d3723022f2f78365aa60e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8a4e733f7e921e0f3c200c29c9fa6611b5f43ef214efa008fe3e0329419562
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241c9f583f2e3c63fa5c3bc462997ce9c1b84d80
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220925ae5595039c7a91304eafe9a08738aa62d2cab4931b2e9ed8512c0a6ca9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3279348659329b815a7973556b2fbaa962e126b6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55cb53082ba5885008bb81ce94779b007bf443f16d2e10d34c3d4813cf80e43
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12be2b933f0d0f98eff0df34967f9e8cb90bb2a2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cdb4f053315e97894fafc9ff1f3e1c7249f187357cfc1e83d1714c53a23b14
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b76614e409706719f6b68c4b8b92398f834dfd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f8bcaad10ceae7adbc091053c330974538b46567397d17def0c89eaca3052a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fd8234a82d095c71e6583dac951be134d933e8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dfb126eb9a02be825b736c74993590225cf38d6923b8e70bef94234cc612c7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35851a2d258c795fb0547299fc1503e1f9264dc3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d245c17a47b641eb321fda75e1eaa974397ddba1d94b6dc47311e6d88c2abad
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5748187fb519866fbe8c7f202b286d4f405ff59
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12f7dd0c68e4cea0f56be0a2475db7bffd968a2c2107734821d4f77d43c728e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb3ee632347f37053580735530f6341519c057f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf98ee9eaf4c871fb4d4e90200af67c2bb173dbe517ba29bc5e26e0d5b2efbd
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c08a0c8b2d5d66e476b90ee01183a46a9b54caa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a5f166fdf48b6b4e6ade2cff2c7ba15689510a3efdeb9b7bd167a2a99936de
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde8de56e112affac153488126bf7ab5da913e09
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f64bf7c74199599f81444290e3c6419ea8aebb4bedc1d47ed154038e2f734f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93cb90f2ca4486cc994b3ad0c12e9819c915431
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2179ded56a2cb5306effbbb342ec9a5a6fe5454f079664971eed19efb1306c9b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b45db7e2b2c371401b4a9f0ff266245fc8b485
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e32b00d508c83a4e3f1cce7aaf0075d647c742994e4d8d0a21c1d988a3818f5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412dcdc8fdb937b5088f56efb51a3cbc1f7a92a5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01085c84696cdb354fdffe2a32e4d80d8b0c94237bfcca6a79e99dcb014214b6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0566e9763cece53d3939961bc8ed03acedd29d4b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c9e5c90af681beaf0f1f7091d825bd9948b08c82c3d898b882e666da118efc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ddad84e4754664541ed84332dbfde4712fb2a6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b831b330ac6b5b2ab1a4496fc793f93079a44a2083947c01ded501a3765e8111
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a798515ea0c67ca7c26fc5c00338817b626dc44
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ce2465d1ee8529069d32d5e3edea1de540b64f73246d99b0f38f504ee8a097
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78564bffbb97c7dc1d8f0fdc51ac7947fc8b0ada
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f3e0a36f7e8ace03a949b97a0738b8074f8418c655739d4356c649b3ad06a2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d09b407ea6ff73e159f631d2fa5a2699e08517
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80eb730a2cffe5f3d9df7e62c2eb825798de3d4e8e09366e69d95e5064ae1954
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a73890727215defa3c5cabbc148ab0f5db6c010
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a921653abdb77cc470448a85573b018d18259a9573451c239dab0cae2e24fb
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de715d06b515820ce540b2fb8780dcceffadfc3a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b472ed397449f9f5bdc417b8bee1f6fac47476a0c71a575f66f8fd95af58da
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb39a89487133fad09a49b430337a3f3fa85b9d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0939f4c6ddd5058ef5913de847ac2c3438cfcc1b60b57ea0c8738882b02acb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a797f3b7a297e404daf0b6c9456d77e59259d9c7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac86b07ee5edd4574abb68b36a2c901412817e8d5d8866b13344c802a0f5ed8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c700c942fa4e000c5602431c4c8f98b421ab05
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80dee15479afa1e1c51d7a3f370fcb37d27f367ef3a15c9899fa111b298ff6d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b319f2a0f7d55aef265c2cc955db6511607172b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd0885ad5a8f293598d82ece9a0e4d3fc65e7699ee9879cb2d5fbb3b6eb6215
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9948cb8b6119595a9bd8624a29ce3f03ff1fb709
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d667dc85b646e4bd6e22f89131bd97c10fbe7d369532085129c610e1a6b14a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e82bc2d6c66ba24294159024d3cbe5e614b2c6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842478494b017702f5e856b10b25878b034edfd11daeb85af56275db49c0bcd2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83dc6acbd001d5c182d2c5c4b03452fb70f7962
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91af112d6fa12c0f004e5019c7724cc1cd72f767aeedaaaf3d318214baeff1a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c5fa96e5d0ed6a0173f532d7c369a128b407aa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290fd9db1f1482dddf71f1d2ad7dda3e61c6db2eae70b19acbc737de13febe4e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c6f53226f0bf9dfdafa521ae95c591b9506134
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b02f5d77c254d965ef78c35308945e4628ccf182f9747bbc0b30f8074c55715
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cda301b50b509d6313980e1ccff487c92e08802
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85ccd3079df99c09ae590d10e9e61b042e576718516926504133866eacefa57
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98005ca55400a5878f397f9d967d2a3fb4afaed8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9997351e2c127b80bf4da1ccbd202ab28e7af3613a1cb885276b936ffbfc9f60
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7201e516fd186ac1cb08db34ef1a56e9441bf26c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5634751a1246f100850bf0a22c26fcbf9df4822c7bb23f47a901944225f43f6c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b827072d1b9dbc38f03c792e0e46f2f4db919cf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8292729a03aad99b9d1750c2ad056577cd81a8aaccf62b4cc88897b35dffd1e1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98d101721aafe53d67a7c9cc0770a3cd974928c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd8004b51e740884f53b418e2159e64e8745d21e571b7e79e627f316ac54bcb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9809a53d3feeddc09c62098323f7bd6fe26f41c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6c7e655a54890531a9cf1333f6196238bfaf9ab1a235d3a03ec0326f314c01
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706d08a5106ac3f26dabbef222735faf93afe5cf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd775dde1430f61fecfe32889b2087300064d5423354374f164ae8bed1a211b9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c75fb43665e8bf95f3e142189f594ad03cebe0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3e932ca412b5b36ea9a1c9f359ed70f751b67efc1e70d3a1d7530a877a592e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3636c3c6a4d0d6d0d8462283b1888e6f4028a01
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4e4fb43c6cfc317c4d91712aeef33a13dff251d3cdc5f21ac9017775c5eee5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07268b8f6f7b12683a8d32b7286e4845595e7871
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2075c61ae04c34bed61240b6606a90434ee1c6f8bdceaacec2f92fde97ff97
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f40eaa89c1755a1d5145ed65d1721011d555c9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a6e10869ab06705b68d4503f9e8181aa5af13800adf8a3683692be0ae0d70e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0372c60f578263a4bd45cf59444d8d7990121fe7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b743065fdee06104b505b8e0289e5ed3e871db9300b872168f4d82bc98035b42
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94087b94d0304227e5614f58ecc9401ed921f06a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18b9d8af037a09a025e8968f0d4edf63c43c6f1f037399e7b537b1aeb4c7aac
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adaedda8c3b4dc8adb4c8762211409a17252c78b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81470f5b29d1a331a3439c3291643ae68ea28f26cfba9c9e5ef3a3bfac5a703b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ff8b9d80001a98a9044c0070b194f3c71a089e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18773aa0ae85c43956cd1a369c6f466b4c9816105b84eae12c76cb82aa1b17b3
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad5a05126829ca656ccabbc41e42f312847b07a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1334e5ef5c9c4a6fdbcca39cdc5be794976f465f7c7a6682efcade919798ddbb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339b3f16d7a8d118d495f6880476dd8d4f77e6e9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758b4556aa1370cbfdae142aaedad9474d8a9a8a0c9a7f832eaac21470625f54
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b95c44f180a3d9e462a66c5d333d57ebbc01060
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30084d92aefb803521a5d664d4e72a368fef811ded030a63eba35f76dd0a85a7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9def6dba17297a162c5ac199bc461d9598425dc8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689a1af62a8b5063a1c1f4227bfed679af22be6d6b2f921e73693b37e3e4d206
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8426cfa0c28ff1c4c3bd340b0e72ebd07c2f019a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6303ccf229b0f211438c3f524fdf9e93d5f9a7e00531250205ad82b34c4d9cb5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884025750db36ffdb7e139c26d3bae4aaad72eca
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf127f06fcc5ca560d754578144d42ab08bd77ebc1bd1d0139baa3436d9781a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d517b3e19c801583146535de6ed58c149b2352
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007956c87dc0dbd74ab97066f72bbda3d74650d9458237799d867794ee9ba442
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baaf61f5f7c2363e5cec7cfc5670b71e63316be5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc401d56839dd03d8433ca3117b51ae64e6744a27bff89675a6144300f38c51
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038a30ee90f2f5290a41c7b5f89bc92f61e1ee7a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439ff870fde62943d9b9c9f56490e3903bf1d20f508ad307154a7fe3ea6c031d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f9266374dd17b8e988c0e7bf0e6d3598778dcf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b5aeb1848511fd15c9a0cb4a0887cdf57e32f7e99cb03112bc63e27dbcd3a7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d0167a97f75d550b8b389c4a398188fe1cb022
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84bf7bb3aaed80dee36c7b8871aa00faac3e8887c24b56d61f1914e54afc718
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb2486a9ad7702325b08a8dae7ae53403bb8a8d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1073de09e935a6c47a994f8be6e2b603baaaa5b44b1e84da6b246fcdd7f7c37f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893d12854472431aa234dbdee25a04da8ee5334a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e130bba27ef0379e9bda60a5e163a7b0adc515b4771d9260903ebc83c0775e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59160ba378e7584ae1ff325513045a939043a2fe
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42081b7d6ab73c0fe09e08bc0ba842980d70cd20af6f6e612871cb65385dfa97
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740b083e9818a032bc087dcee73efd49d4c28093
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb95dcdd7f3f7aa0757aab1ea0cc55bcecff8c0fdf22fe884b029c141ce287da
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c944911d8aa2454bdbd7d0a21bb816a2877792bb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edab2480ca7c89d66f314a3a650e87ca8864f74033e95218feb62a5ccd7a94c4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21209cec25e31ba8f6eb8621e085eecad6de48f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6283d844391d4d9cba8ca5523c8ed33bc5b92e90c7b164c76591b47386d2648a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cee7bce409b0def8934b1f55359b96a3ff8cde
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9e86428c69569f7c1314e4b6d6ddd3d4f957499b403a8c88e2a69c3caee90e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebef46cf2f94d113901c7297c77aa8fad984a873
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b07d275b8320086543550f6abf510b26d5a83dc3890ac63ac25e156a5029fb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5339d8d7b6fe9938fba132193ecc91aaa579a93
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df4005d632cc330a1e1edbf53a96d7b090f19d3de4dea3804d4d076fc1b4be0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe9707abf6daa77b112036691159a92a4063d39
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0f68a1588c0c4ef213a81202625f2b6337183d7a8ab49982c1390a52d2b672
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b40145c0017308a1f76d574ad940b19e3270ed
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7788756c2b6d2e0b0669f5f0124d5229c1f695961ad2af1989ae1d02945e526d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159b2a1f74f185d3a9c6230e20b3c2a3031da46f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94d2214b7c35933864c7370a986c988c4561d3507f7c2163fe994f8dea66234
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8988680c881011a64ce50964e14014961a4a0233
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4383582be8f53127e22679ed36a6dcdc8fd7ab1479f0d9dc69b19f23997c191
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d13bd2f9ac45a7c46cf4add176401d68ec75a8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92173dca4f131878c7c935767d6ef90c4a1c640dd7dfb02797c61607558e72c1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f878175e5fa321d4c9bf7f51714c87d6e921558
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37170168694ef0143d7c0ce5bf41cf3e494f28b58f17a00c3fe772398f6452b1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa9fadfb89f40483dd9aad510229b98375e6e84
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ead3495bd6afa2ec2cdf4993e745e8a5a000e99f327ee299b63fe9359eefb8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bbca4d1c86d41617d0e26650d585b66b943918
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170eee58ec1b135937ee3e037e711bd70791a84520afae440daa8c0faea5025d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8533b73affa8f800c96dbddf970cad0afc3af8b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76a7398ea45af1e82d34319480ce07bc271b4f17c5b57e09d63cc02b3ade265
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdf037be9ee3a536dde367c03f3ce6e59340216
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1133c2292387537bca186cb192603b676404d6e6e658287b7c82ee31432c2e7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c68f30c09180100f3b5a3d71ec48289c81c7c9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77469432c2ee488a4595a95fc5660cb4bea45828e459682b7e9f4846d57c36be
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec87736048855c550fab78e6c7491926c30afb3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9c1c0de59f92e50ef108555fc713c702a27244bdd926f0f9663b95903f00b9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd6dec6c8b38730c1076c64102fc16e96f89e34
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0743e917b2df4941db0304143a39525ccd61220ad2510b6e36397b5134855d42
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456adce9ea25bbc56179ad6ce65128328357087d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d0d031ea1386d93834a501343650bb764a8204c5dc9a09566e998e3cf6169f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702ae033cd9493eae55c98a89b0c93fcbc8fd8db
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ab62d48d11ed396297a04623742f27a764d2c14bb4c534ad3a08fbf0abae5c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f0f2b88a14fd7b177494a3da29335d90b6a585
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03775d0a2e4797103cd789f64a03f0df73fa403960e95f14247132ff5988df3b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28c146721b9a557c7946dd5e134f3feccdc019e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b34c8242eccda3a0a6b17df79ea32ac2d002ea65d356dae679e0dd245642928
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9681b2e9524dbb6f790a950c29ea140266ad3cda
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afdd35402514ce1290f4d5b9b233d34eec4d169c612d41d6da8918a79de89e4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95690c6d4731e7ddab2b1346ea217e7b2867c3d9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f917514824e898503c0d18b36eac198d2833eeeea3fc8cac5b3d53c3b56bb091
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f652ab93b31e6ffd3378059fe5eb881246138ee8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6e866f982441f199eaf763b10b1a5dab27a0c1b3d6c5dd5303520f16102d28
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec0266a64b1f29cb671d92dc4fa628a1f7de498
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daedb1b2a23a0f8728d48b5dc0a88b098b3bb326e5361b11e5fbe19c0db63fb3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde3f05312724c14cc2f985e28feb1b26c2abcd6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2013cdf88ab508143675e7363c3a6fb09ce2a6c98d7df4cd54e0c15bd69456e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f85fb7db38e8a6db27a2f2f045fb7a0a72e627c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d3f2575ec9a5dadbefaa73762c9b7dcb69d9dfdf7f0f4e7906df89711d6396
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad9d9acbb9cb9cf4a55842bc55694825031fce7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca4e9ac9c1d1cdde814b2050089b33aad3c1b2810f1ca2a726b8cb9f97073f2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e35b9ecb970532643bc805f51513ebb526d3606
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd3185aa08a390bab5811e2b97e25bdf210ea57dc5741ffbeaa2cf41287a9e6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b415ccef716c7472d0795841ba7dd80c242ef0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80c72f3e899223090891c06a41e236fbcb13904d0ce2569df4669e07059b3d3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09aa086b6116e041d57e1a60510e49f59f8440b0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82d6803c79aa348b4be3d80c8a83a7bf1efdcd19ea11ec97d7e8b973c7c3f46
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e6d779f13ab5491f2c1006b4dbb8ce85d46de4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8eee96a717f755cf3e4b5c8b56e5389582ebdeabc82d1ac1060f21b67392376
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddee764f408b41631016912544d6ddcf5adf5fd5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4007c144b029345e26a1fec118924c02f70924d978019d729e00d2fafe20365
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20a8e669e9c8f321ccfffc6561d07d25fec1f2d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68f44490fb69d020ba9cebb49c5595c1441978a51176cb155cf366ed161ac79
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c723a3d50f5e64b321f42d092a13cacf412932
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baa773cd8d6a222470cb3eeda7114e3de5fa2c5e1d2bba05bf6132deda09f7c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6021bcd2dc2ef18e28d6725045eb7ba585e52d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4119f9ec66c507e329fab7aaf18cf21859dc5ee09076d85f53438eea5eafb66d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7efef401b02acf037732a1c51c2b51857e426e9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83147daebce1b62b1b685b8918ed203a2619d0d3e681443fcbddaae5dce73280
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8245beb0b7dcd9dc1ae11ce97d5129cb6c6f9ec8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3918db59d5ff6f3ff4b0f15447e1786c491ec07cacbf860864f62dee6b2fba
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107c02ef097454766c949d8bf1a3ec0e87d0219e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ef75d0a9296e25f715a9111fb3e5b72c628f6702a5f8efd87f85abcfa610c6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02326c3a02df0662a23402b9042e2c7cd0c09376
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6666b5b888e341eead023383b25683b78bcf75b53443d5e95657afa6b760e652
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53bf3d487f5c90007a8ab4149268db46329dddc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458d2aa838e88e4cb2f32f23ae94554d71e2bf0eec9615c2bdec9cd46129aa1d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353c85987415e8f1acbbea46cc0762acd030c150
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27297fdaec627cb26d506997ad973c344c6b788fea1e8bb639a2bd884e38d70f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a78d95065acc7c7f70d9a1adaa7ee7a2b0203c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841f8a21ea000bb4acad1a63a96f93765377e0cc23888af74cefacef83a90acd
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e64bc27f2fd8ff1b5154a3b17d34c7ffa7958b3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04667aa7af103d68f7a02771e6fda5d13368d955899cf5a5d205689dc149a4d
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4920e2395937ceb377db4420dde7eaef386e208f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b6144fee19e957acc5d9bdad74f09098e6734f11b5348e17453858b87596df
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7130f183ccddd893434c4e7ae1fd222124d0023e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6180def5b4c59787181d4c32cd3bcd95b043505776675c0d3622bfcbd97a4a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55a8a3b3256862e64d9c9d03c7ef4ee06befd49
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb26d98aa3d8605cc05a6404f452d8dadcbae595350178ab3137bd156c638629
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b234cc341773e2ef7e2fd5eddc6a935254741a9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1ab8753126f2815bfdc6cddfa30023f80b0dbf2728b4b001335b62d27617db
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a70d359c70ab721fd8705dd63d8bbea803486f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53040602da30863f5a0606a67186fb4453d4c39fffc6d6f7555784eddbf6e0ca
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b900b36b5c0150cb951b7de0ae68ebb9bba7ca
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211daca0288a326815ae01db905c61020cfddc1881e0f3f24b31cf08fd544352
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a2071ea19ff67a4cb0382067d89fa141ecf149
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d78d1a3ea38c45967ca438c1e3378c19b4de25a5ef5f08c7d49f28a8556ec6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacaf4f8ac10e81990f8767718a410b39b81a24d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57027bf555a799aab5f683cc24d044ec705883ffcd2d6e220892fd21307f4d6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca1201c0b54afd474666d56ca389761cc433f77
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e1ca6bd9a9e8f8b2f37a1df56fef9869d16d3def23f2b7677569f92721cd73
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3633e685988b7f465c4cf260c890bd5626e96b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4658012774e6b45c5d7b776ec52fcdaf2fc42e25b3ab70b11307122b09278f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56d8e41859d172c2dee7cf3b1bc333c697b2944
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff958e5f441f4349527a7ce84dff6961e00b247267feac19a71398d7a86f3203
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843acdd7e80da63d4a980896c58ac44958b173fb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fd30e63befc2addb983d88192fa3f26c17b150486259babaec51ebf86495d3
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7133324b203d6fb07d7e598a7ae9a31f114dc1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ed926d4e93286189cab6d5974f19371871ad823639218cfa44d343076952f1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f53475f7884c19640321e6d9606708e3a3c8c9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f6e1a1a5d5564a67c51fc288caece6510207fb75d2161794dd08db6abfc353
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901bd1f652c026eb92f3ab0d80e9541856a2e105
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eca38981138cd9f4366f4b82ace1045d038e4e9660f544ea9f8f2e743a430c5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51684287b9303560c3298ca907edb15ac80c7955
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17ff5b5bd1d6679a38244898fc82da07366611d3c8f1d68eb67a360ede04a63
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387e98e008d98b14692542235d0853ad6c802cf3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec56cb5f396b2060d5eec6a39139696d899438fec732c0198c966697d5b833f3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc3e25b85e638ad5e16eb3b72978fe8448d7a53
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95df884baf8dae8ed6346dda0eba649c316806a0eae01c10cd772bfbf7b1791e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2f9305a5f00766286c823c95e0ca4bc0a19c63
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5541600fb243748cd74b496927c69618a90b4a65ab469410bda35af4c7ad4c16
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df876c6a579dfe7a0bd4a80d9a35a8eba8081910
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462899870eb34eebc151d7b250cea2af839283782a5041a271608e0d60e0b5e7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac4297efe9b053aba0e5a5c6ffdcae6324cdd2c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39069a1b277317ec56e1be5d8c6482d4c1725bb73b48867a9556e21a40abc32b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b44d93124b530db093ee90b8e1a698177fd8d2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c68aff2dae88488537859d749fd62f6215b02b9f1a16e1dc29f2b7e8390bddf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188846edae59626a3f52e20628bc13b53e7818c2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ff7d3dd820def52ae560c94f930d27c4375f2498e046ca841bb0d6eab5af37
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58754cca1f5b2e812d70b6ea8b5ab5ae93611536
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f880a7aaf851b1a76cd42f7916756a4314d37c854910c111834258763e61b0b0
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c92e30a87228e5cdea129b3a7fc5773937341f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17da7d13c23de4b86052303b508024aa9449543b786ac0205bb44d721c5d1f5a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7077d3150eab2bca2ebae877dea9b3183f0770b7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b60536385fd2a06533646c837a4ea55c298f6a87c39299393b7f69ace08a28
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7335ad11ca883b05f1b43388939d0e71603a5ee
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363de17550649fb00518fdd34c68ab4812716dfdc000e89470a0c7b396e0f299
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a42effcafd9b4311b22f63842ff10dd69240ca
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf0c6b7bdc653841f68ecf6de93ec6509c9ff82921834117ea6f3b1874a9c69
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf1f5b932f3cde1526036b6e4a8d98d3e9fb9a0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1831a50a5218a65bfaa8fe16e6fd6b49986a0571a9f3b3b4d9ac50c6725063d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a31452b9f50340a28940de104cd10485c4ec23a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98535e105a1e6d41d18bf1608405a35e392b943b91e27d3145659de5fc2c38fc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7874c83b1bda3b53e1e0987d8d9328ac40f831bc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcf4646970884bbc798a8df1c69395b71b850da2663e63d6f15fcdb37d2175a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a059558c17ba749318a15471e3e939e0243b106
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72814264e7d069c648986ae9a1557b1881bcc6ef58d7a71862752632b7c0412
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11bb98bfd404dffa1f050ca53fee545a4e4cc8b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80031edc950bc4fd0b662f7bc1aff151ae8ec9901193397e1cdb5be715f7857
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fde1fa4de0491a0f79807d519eb3166942f329
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8175bd3f714128a9cdde67123abfa3f1d65cbd67883224fb8bd0723c9df75cba
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f8426d271c66716d8b956d63c7ee6cb56f7ac5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7916f56d817b86d768f4c0efc8d4bfdaba467c3302d0ef72264b4d3dd2b8822b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d131543fe8e140c2d3d52c0eadfda73fdf1188
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c8f22d17698af3d4b69b3f7d83ec09afea1cab20f29ac8d2fc24fb7d927efe
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe0b6f180718ddda7b8f4312ac3d6947c4c01a4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eafbddb9b584f466a44a2eeb5703ce91d6ff9131b33ba4531d1c9323d29389e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733c38713a6e17b6f66ad3cde018699d7615d3ba
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5ce447c482b8d548f59c0b707ff59e41318f9937a94c5f0f082feed13463a5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5c51efd277bc9b0c3790dc788d782e8174c358
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e777b519616d5850681ed739c28ca243e6e466c5ecbd6fca4176feb900c9f25
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0001353e3bfe3c2051fe1837af7c0d01bfe3fb1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621e7282d2ae17f9178faf5d6044f7fd9e4bd5117a1328cb456d36552c61d953
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53e4b32dcc1c7f227767b699f340edef76cda44
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adaf6486a9cb06c3d91c29d8ceab5cff4a842e856d8349f5915cc61ffd6516b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f5dc43a897a150d64ce77785637211e36dcd23
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3a84b3def608b930a5cc8deb3f55a0d9b0d114ab3e1345ad6de00c5d1be30f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb83926e0e4606567e16a48007bd67ff2c47770b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2861fa319646903a09cb6ba49d91f08283716776dee00a3f49d590ff5f49cee9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a878730a25cf743e2622f903a93be2b439fded8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45f1807a42c7697be80c6e2694eb7b0a7d9b1bde440fc7b7cdfc690a24181aa
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223bae47bfdff6204eae2bd5e866a9a4765117c2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74af9aa112eb5b9b51709fcf431085a622dd74136eb94a57abf70b49b9c665b8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7197f8bcb535448f8a85aa34f61b28d1cbf42b05
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b42951ae438f02d9ffff02c0b031535d4f94e2c5b381616c2f2894fd09c686
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9aeb9f9acee85694095c3be0bb9737e3ca659e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6dee85ca847816ed32f97878ced1e599dd4d7dc36728cb18ae25364c396eeaf
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05874f5e9ae08cb7d4753021f71a5f0a0a67d2df
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02282098ace24e80f394b8a2ae5e1dbdc897fe64bf152b2a5766ebd297609ec6
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fced4291ccb343b5113695c0dfd5df606baf28
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca88918d03e677f46bc1e56377637df349d213d29757e70ff23d73ae3f57a2b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18772a7be38c9b142fb23989b899e5578c6a199
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27be973f140dd9e53025b4a5feb5f7de3a5994ad43611adb7aa9c0a498987dff
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9741c499a85906f588332e5c9418d452c4e4b2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4d5e2a0603af10e17f6340a5e1b7c5056787027e9208e56ad5c8bef84c25fa
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4a1f3762dbdbc3a55f94cffdb15992e07d23f1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa322c2687786e588a5c6c490fbfe775a2591834d983de4270f4db9ba6154d96
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f95a1a358839b885cf6f8dd623e70b6c485847
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92dcb9af6b3fb532a86dc84ecae154d6ec524aaa95183043c048ba6de241a14
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450e0707eb2d203b744eb1dd44086f86b7154e69
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88485d62bd8e303099607c234f466a1c8a81a1ecbfa5da8ffce40bed5e40b072
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d1ef5fa30ca7723d62266f321ed7ccf09955cf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635160aa2639ed6b1d18b2904deafdace7131089248eca5af3778daf868da00f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdaabc56f3328f88932a96ecbae8081374661c82
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41daf969178689ef5fd64ae42754a5d83142bdb3cb6947f82d7e7e72bd418bd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd0c03e6f41d815f0c9c4c4f2c5b12336d1d820
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b9c4d432a4142bbe04ef6b42c319e786d2681f1f72960cdc8bc8d7755bf638
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e12032d2b62e5db3d1b211f59a11da36f3200247
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebb5e446d6784b784d3541325e9993968c76f939525da00bcba469d7a0e875b
+size 11395