diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e27e9d670a87b1c950985315fee980e98030c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c29e156c1ff233ab1d70419ed039b29645b55825ad507a9e5af986fd4ceae9
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b60785fd45b279548170233f4c77b195b2cab1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c131c0e6fb69def97ea74cbe2c53d7972764d249b5da806c0120c85e09a95a
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffefa599f69fad9e0760beb438ca6555cfec93d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bc5e42488237d474664de0d34733ca089fb58054d429d33e717498d6a32d39
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ce448a4c9a3ff7a607d0d07f1e51ae4d963017
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac90137d9d0f914eae27d8d342e9857040dfb61460af4e0b56b61a023ad188a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f3868e8008a5966bca330e49363d2fdfa20421
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d744926bc502f04c9f3dade2620939b8cac6e4921204ceefb08347ecc4c17aa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d9a27030e19ecb43d1ee3d39c7448fe3affd58
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab76887e7ea208276694188dc193e5cc7085cdbe7005f6f68c7312060ca6afc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d65978216be2f6b129afe1c8231d535bb60f7a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1415a544f645144a1cc4dea53b7ac5fbf96ca42480c5a072eb850542c5a17d72
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c93c4a5ee306ddefcff749f127197b53fa91b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574800099690283383baac3eee9acd523c78db7aa4e6a89156c49c97e91f0284
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556afc7f7da3cfaa2fba65f7178f18f3c69bd767
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bd0b31df67c0bbcc1a26c2546a29324efa05e4903432f62c7118a8b578739d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d227b44f9c34165ad1e605e8cf86482e63ddc9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66632e2573f44457bfbacf68611879977c3f0bbc2619cab0c48a5ad41532137d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b040c560800d3d2a729ba61057c4de094d21d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b159e2322b338cde583c166c70f1cc1a21577bb88a1fd342d332fcb662fdf1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605dda0d39c11ae29d01f6794f84b99d8f4e4899
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f4cfeea47ec824ca7550dc9b1daa323b55e8fee5bd4d5bcb0de3e5c7ea9b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4388674af5e28bc086df93efcb2fae3a05319ab8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180fa23ed685fee5fb670c95baf2a8af1dc893cc311ec4e6a6d472978bc9612b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c174344357fe6d1edc9a9857c77afdf03d61b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd79765cee8a7649a434b9d6f6002390995b45c13dab9254603ab5ae0161d01
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe78a2186a4e4182e84c7f13862e6c9160a3729
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180bbb40ac5fbc1c47cac59c0382d1ac5b28a80edce101948c9b93c4c018aa90
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a5af401801cf293fe4ee402964176baff6efd7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f47361a75ad3e2285e31ae4963e487c702f9b821c0dcb3e3964ab8a53411787
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfd48168b4d23f7fba7999bc9c955a34f673451
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25c8b1d4db28c581ef76b9b54795cec96ea61c59170111842be0f9c1811f563
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda838c608d904034bd8611404d09e1431d61e96
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5227d675ae1cd21e8b375f73301bd0856fd965e5376d9ad2c1c655ecb64489bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a5ea66599ee43e0ccd5dc78b38d7381d798821
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cf5c7fd2c1de6b00754fdcdd702aca14ca8614ee12aafc6a2cc1ad1a9d8a4e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cdc3f21607d48c832375d25583c6eb40c0a550
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715868d723b31fe8f3cc01b820b97e34a5c40d17991c3099e8be2918ccecf5d7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dc05f13aa2412260622489d5210f89cd06a711
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1812674621c1383399278482f74ded1656e989e757149a013b2edfca0b856d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1082f4dbf1f6d8d68c5fb60b7135d2a7577cb98e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8499cba38e333f046fda27d2fc31ac32d93ac044bffe2c5da7b1622366776e15
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79c117e2d327c306c3813887e72124b1da54a42
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b17a9c1e05d6a8ed5996e235e4bd2c8459b3f047a12fc8e4672eb12b9e9365
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08d8d31b1ea5d31bf5aad6e3eda6f38448f5587
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604c9c7f4d5bd42dfbdbae021e2a79a12278777711e60010b5cddb5f1324ff40
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9584ff96dbd563626e0dc5c3c112ff510fedeac7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68827e61b1225ba94d916e743de2fb48eddd878abb611d7fa42acfc9bb159d7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d25ebc06170d24ee5db84c2200d932b87b4e6cf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f08d313a1e439f6142561040fcce8fa3cd1fb0ecd8800876468032ce7312547
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6689d2f40ee2d4d7acea9f9d700dd3f8e516e68b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe61ee2423168a98fa9ff9e56bd57860d6189367f61a58eab077b86402b82452
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1870a6b9de91b2f66ea1b09ba2496786feaa1a8a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16c87ae0e217c3e5920ce73ee5a725000e6d4b8eee1d1f0ffabdf48e72f101b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8118eaf2e954e03fbbd5247d71e0150c00ff912a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0058482cfdbfe4b94c6e10cd4e6a4f1b5dbffaabfc470489802f04d0bd896102
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cfa0f0517b00fad053e80268ce89977767aa23
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e67e272ccbe0b7772e41c608bdb5029798b63ecf308a46df43792f6eebd341
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6964153449c22a38eae5f2e60b84909a3b23d0c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8275391c798745b837b436556bec816f0e5a784232aa4c3e854e1cfb44992867
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09905da086bda6e0c2c6fbe5b12d32d3654857fd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931cb614bb49ffd8d3078aa126716dc1d3adb2958435a670c38b9904f3709671
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef5b57d2678c9ddfe6e55132735e543876db65d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf77346e37cddf30a2812ae6462e24f7389313b23d216d0b42e2bb2553177e94
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7700edcc353c3d74fb259de2fb92c77c8a338a8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3422b3a686ccf65b5d4576c49405ab22b0e2ccbae9c36cc4d5c403631fcf8c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7c01a0fe493d4e11da7171c2ce58bedfbb6572
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180d2d28169ea63c96bab8e58aa9540b14de24df13d36624a038120936c9a23e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fa9c0c1790b0b538ad07991791c0567e6f9090
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bea7beaea769a80147ba16edffc9f2a35ecb71e31909a15de55990e881bfcd6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf722869baac558665c34cb2047ad0cf608ba28f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4ef8d998bdeb15e12c6b192fe5b03b58ad9f3b869c6fdfe2545059038e214c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b59c3aee1e038506ea5483c99313746b02006f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606d2526211a93f831aefea3d986479142e57222aa0830ea0dd72881e3408820
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1eec970366b2242ee7358771d4906decdee63f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e14a2421916c29358821d701562c381945c13bd032be708e370304430ff7380
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345cd92e93ff73da605017300375d1a24230291d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa73e3fee0b18f14f2938d58d7ec57492f545bab643da7e1dadd58076e6c7268
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca1bf78446762337c267038b0dc7f45a307438c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1390af1ca80725e0771f6197594c8eb91a630168ec6617808166618bcfe824b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839c2ba808c0bb4656a52326063665d202472848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48b12be0b3040a42563f596957b98f06c1b55841eb89f917b70023f997d4a64
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6f23f489f2456513aa4f6a5a5b6fee080d972e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55da339e0d43ab8bdcba6d620a75b4da73e9d3545ddc6baa53c03a431d2434f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f357547959d156f69fc9b42cbf7365075d461202
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7dcb34b1ae8af45a8a668a58a200773432b0e574365d2bd2434e0b80e8cc8b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e48a45b6e4557b06002a8ee57f43c73720b2f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d90f40194eda27583ede4bf8a0cce68e39b91f25103b003735c6fda220154e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30eb8955f35de5ea9403facb855a36d533e5b055
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa9958890e2883f4f5877d6aa74ed101b34269422b50f7986dae49fe3f0b2f2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62eec89116312ca36c5f1851c2c658f8cbfa4dd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278da0da91a2b309efb73bef01d9afcd4153e9280a2287f190b3a4963b0f2aa6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62c9e63fafa92131e91d187d972ff52d37e025a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d653a072c412dfd71a12815ee4f6ca598254218b4d57b063a6a41974d690c0cd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a46d27125db1d974e9e07ab0acafdc76140bfe2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e5bb90732cf600bba30d1fd68bbe8a91863471a2c1cdaa1bb5b2bffba25710
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a874565bdb66994e98c72bb58d83cfb7a8562e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecab1c65d4bab00d518fc346351728c4258c073e2d1d15557de85d9fa94cd3d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46443294ab7b6c5f6571996a2cfbdb6237297e1a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d16afed28d267c55fdb41c2cdaf51cda285fd23ddc95f34e552079f651f3013
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da93a1cbc17a4d7b720961c726041e5bf21d8893
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42952baf590db22249e551fc04c2ecb74193c2330f3bf2c256fc72471c04b904
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36218689e41a1d6f49dde232ae9aac436515f550
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c361ddcb3593a028f8522d79ae42be4da2c04a922cb6f7d7a6ee751897a880d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6654d52f6adb87266d2e00c3638d621a05b07e4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d523b73bc4c73d17a3dcef8edc90376c2d26565d254fda17e35f54fa95dc24
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd77ed3493090a1b801ba831eaec554e8f209c87
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f3f840844474aef170a536c4973e137132e2006ce9088fda4a84ed1c074cbe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee58a37d5446d4a78c05012b3754bdb50624fd29
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e6e5e8cb1859073b1002fc729cb2dc9c39113751418dcaf819e0d4cce51472
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4c4be193d59e45a8d436e4d64b261a59c13154
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92fbfbbad36c50e150b2de743651e8d0c14290e8d0c35eeb8ee7db02ae5f78cb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f14cccb87078e6d26796dda53d09708bdb0d40
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4755983ba80c094212257bb6e049702ad3b471db0775d7a668a4a755c3e298ac
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c915c479ff4a64240a66da2ca2ec641113e77e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175671d084d6a81c9c4c14435b2823412e57f31a1a84c9668477d54952f23212
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2df738d50a5a459bbf8e023f8fa5128c406ea4f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b1ed805f99d7d61e5b26c456765df35cde8d0e5b14c23daf839cf01d20d356
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fa43b2397933ee7d60e194c8b4b7c8b765e5c5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fb026517b91b341bcbd809b1bf88e3874c7258b39f29964ff6f6cb0fc62f03
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c290703ea343f3ba097f45f983fb79902b6c6f7c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c8c5c7a0a5e8d6c9b3fbb9e1e3f6c64d7ff97a89be5e5de6465cdb47ae1d94
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6aef5f9ce169729564274141bdb34c19c018c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c3858184f97cc8ee8dda370cf5ff6d89f254f440109060c0ba0099d2c6c8c8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b6bced10468a3332dcae2bb7ce7019d0fd6701
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2421e51ad0a67ba8e4bb76ab9c3da058f20ee52250e14d0cffe4cc49af3bfdcf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ac68ed5e3422fd9579caacaecb0f8a7fd67f5e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6051e982b4bc2f4ba8ae0c59766c763fe8ea4a8409d84ec74947f33e4e62efa9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4192a8298c6d7acfc35ad0922c0cdafbec5b52f7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4a87363dfe699dd5bcf5182c66cd667a483f5698a2e7a1063d2acff2b977e4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bc97dcdc83456f4b38c5892c8d54d64f04fcac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe11611a45777994a2bf0e60fd0a29e971533858b7521a026fa755d46d29de0d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4325f72c1db29d486952f50525df3842e5c4ba8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d336dd8c0e5be35cbf4d432d839c44775d2a12f7c5bf70ccef1ac013f3bb2aa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f57db5892bfed68cb7fee4a8fc34569992e996e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c84160da530ee4797cdf66ea917a8554bdacb85fa6a87d5b081a99d7a03daa4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4266d91448bca7ce516561e273058aa9be72315b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63bfcfc59054f3f3306198f69cb1c18b8e0d863b2be8fb5d73a29391359e08c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8793a4f9ba3d91cbd43fd9e88ae51ff3f15f0b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785e907d4e5763c9fa706a9e06a4458e100ec38e4bcf3081792d6620e43b2400
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f46ffa079a6fea4399a2521be3dbc1ea3120955
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276541ff78845ed76bd957e1330afdf70da88a83eda50aa814b815503561903a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4849eb22e755158ba46948bc8595ecbcb2c550
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0e10b38829cd664065947444fd1cb185f8ab22912671e6fb23c04d522ca4cb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b97a6206bbdbf78b28bd9a66ba4399747e5944
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46d3ca53bb2b3fd37c4b4516676a55b3c32c1bfd7d6d6dc51dda7450512568e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2de23054054409bc472797ca5601e38f9ebaf5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dd64239111fb268cafc366f88326f6bc70176c764c452f6799cde29e1f6f14
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f604bc84d5f080a239848f281f6fef56d02a69fd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7dacfc2e03e6ad6836ac82aec194a3eac26bba11f51b10055edb2416d4e428
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee99085ab8046c51759ada8c88794e1394c6d3be
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d830dd30e8f12d950b453d58f311fadffc521e6d31fa632bd6f8e1c18ab60d5d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1dd5be9aab05a7871b2c641783cbabff280337
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455907c18a27444275f7d18ddccf57eb9401ddd1707e1ad143a105b2cc258f72
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86c54606a4823a973c19d509af9bc73f17a7d75
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d2ab6f5dcca56ee40d8873a717b7cf9eaf588743be972c0bdc750d27533eb5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8844fdd05ceede6ff9775f8ffd50b3c562108e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652b6ffa2234e7cb7f748c2fb754f4ae38a9253d4f421e999a04199aa03f73cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbca08ea4b116f778155de15093152363fc87f8b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c83a5ff1d52540693023ed1b80ac76414439d668dcec2ae07b7b95bf381f4f1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d608832982132115c2b894965fa3cbe76206e5f9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e0f539eb0e04de8193c76c8d49e850fa6949433b20270ed0ab751f33eec81b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2aaf2240c98682d54a0963752e895233092967c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b673f67d1bef3eab95f3f8ea61d612e1cf666c2ea6673a47e4407d0f2aa86c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0717ea0cf12a587d4d2b91736278ae38cc49836a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5deb0247a17d2b5f7500e7d2fd3bfc1eca1b4ad66628ece6d9c5e607ee23b13
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33739e55946028be573b9cddc6d51316043ac04b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5816a7e3f09695a956d4641a1c98a40a69d672a31d1eb1caf892bf46ba707136
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da93a890f4169eca9d4fddf85b8625515a547fb9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219f2dfcf78c323f45fd230a5be7b58cc874607fe1d9ced55a7ecbeb397e0ac0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1c256f524561e830ec4c2001ad8fc931588a57
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74fbaef89ec2a76d54f488b9193cb144901dc925572dac4cfed1b72fd38ca8f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866f043a55b3b02dbd6c786ff2ad8e7f359f7941
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dab52229652b5f3d0c32f56f8828fa31878f69d5e39dca8932ca6140d574d9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a318830620b46bb25a996eaf4b7ebd843c83ecf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe47373211d57e2069b4e2acf84aef93ad71ff38b65e5434edf44a82ffbc144
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eebec725799a35eefb94fe27d82f4ad2711c395
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0a2a25f30555fc83f048820a2e929bb156836532e59be9c7861161b84915c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acb3a025cd4233274c6ae2d0fe6cee73003ff40
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab628f60334f045ca128e48eb4829b64de053d38d96e0454633e3aaef83e87e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693449adcb1c9df56d4704be818594c12b929d73
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e5160d5b5f04108e55ed0455507d0581bcfabf4364b3798b8fc1f92b5c1d15
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9624072d3be088949a476d2ed96c5aefed9fe3e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e161818f24ff9f03791fb37658de9beabc324a6b934a117960c170f4051db62d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600414bbc9149607299a733fe4c17d470a6157ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635e4e51a415cd4ed1c9ceb3fed68f24af3b515855e4b32a82875672d6d1a641
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7166ecf89089f473b017a164219c8a1327848148
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7292db082d2142746577363c06638d74508e77fd78a5285457f543c0b78ad96
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d7a13a6915ce2a68f6a5a74cae79755d269716
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093102c0d15e29cd531f41a340fb1b7b09db0c67b40664322e764d201ff8b95c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9aeed83e1779893a2e6f0f2fc6aa60680d9f4e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f59009f78826fd988c112ce996cab28fd5a4723799b45788dbf9c068c48473
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881da5a0c69933dacfe3fdd14fbab2181253497a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546a9471b3973b9f0cea2d90d6fee257444a4a1454d31450cc8035b08255b6d0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8144549f7354c2901ef5a6234ac273e734ff5ace
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db47073638475a768ee82510171fac87b916455517c5f8faef1d6fa42e167266
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930d7553cbbd03dd96e1e9cfa9827461431d51ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8697d359d7c8e4f7987a4215c2065498903bf8ec37c4eccd04237d7a58b8c1ed
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d1fa03bb32fab6dc9d585a1af637c0014418b0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb57174162b4506990be97b2443469f6cdd5fc28912884de677558185b503800
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81342a20f296b4008af642cae1f8805b678d736
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46cb591faa3b6303a7248ffc11563e4cde1ac44778313a6bc22fc36294d9af0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a897891935f7ae2c67a3d51ee9759855bfc348
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70871cb2a86988128c14bc3365f877bbc4628d6645ec0352a1316dfe0a1afd7a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36de7a553324021a1a00296114f7bc507882b7f0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578b56d0493ea6202f353b3be12aa9833336b245c05a05c050740cd49a1df5b5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248ee965611697b01f3cd87f333d13ed4044e3db
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6502a56f18c22a7dbd9a2dbf7ef0bb7cc718f4476a1e64ccb71c2af9823267a6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d58988e87ef0d6d8c63021d3cbbfa3e1ff9a2c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fb0b67ffc8e246c29426213ec8cf7827d38a465292eeaabae3218b6858e4f4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2702133b2f1d1e9a41ad15f4762a0f3936e3a61
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847c6f42fecbe4be9f9fb7fdeaea82ac63b0a88edad48e8589dfa26d21c1298a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f1a9437d600d551ab9ef694074629eb7a69d38
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cbb4985515da186c17247f626db787c73f46e6e4ad52c1b8c406f8f1ca97b8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f642d4941c9226fdc602c2f37d78f8449d32213b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4848dc0acde63d773d82609446b7a7e769c7fe2f39f95c67e01688248e95c4e6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39f63fb7863f4d17d05c7eb8d3d104e211cd1f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24db09fe419de1ee1741a838bcbdda17f4b7a10b78d2ca6c05855bc17e39e0ef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda60ac6aa19bccd6aeea013542a7036a50f7e2d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6865c27e388d38bd6dcfe99509b22eaec0d5c92d1e895508d106edbac44a8d44
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb41fa590187eb7a9807d3faabbccc27fcf88bd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52231aa78c75b7ddb497c1ac9b49447000e082fdded6c9b8fb8c1ec4a0a0c955
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29df8e4005621a53a634aa30afe29754a7fa793
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c761128d6cf3ceaf85b3a04f65c5d3c61226de5feeeb44095366c3141b2e5d90
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6f9cc57f4d7057413fd3423f22eaf3bbf3402f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72af5d22d1d467c92496d250beca3c67a14278a6987aab157506ffcfe3abeba4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9710bcb601814c11dd3224685f94aeef3bef779
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fdc1c317f75e90a8c1097c20c963053d64fb40cc3675d108f7fcc616751088
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b9d0017f5625e49e79a820a78e03404d833484
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10312304b7a0fe267e50cbaadcb2fdddf58b331d08c276dc40c963a4823a9548
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824cac9f1fe03ee7e5047497bc555bf7c264b1a2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de6988642b9927fb7823b9105f788ed292349d2c7007f112e221f716660a08d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a34211883c30c06601e9287b22f06e4e610dc0b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebc9cf11f674e57745c1f536c7724394db896d8c0342fed2e4f5939b4b05a0b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fa3fd8c90b49f093787c8562d0457d8efcfe34
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec9d71fc9463b883af9115f6d0fc139ba693ec99377945f964f63d105ab8019
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389b4712b0b4feb50e5964da2ae1c46ea87c3d2b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee957e439826118a9b4d0cc13ef15bc08c19bbdd5c556a3f3f1454a1c934f265
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785cb439e185985362aaddb07f588926df7427b0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2952c06c9c2f5e2037c5e3acc233329261565fdd36d7e53c0fc50834faa99752
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e2b9293cc9fc93b66928f1d70c3a7d36c8f11c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe731b9dbf76939f6c0c3ad7136a1aab5321ed1a5a80c5a0913494f03809260
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bb889862641886d7dc7b8a2c58ef20ba71cab0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745f90662e60654b35cd643ffb59ad13c814a9c37f6452363192577bcf21fa6f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3870707b0e0ddeefb3fce15b3d98bccd325f58d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea2ae112bf540f788351be7f2a310ed42f700f62c398a41aecec1ca489d787b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fc23accd1624fa67ed5656da53253c7623d0cb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cebbf61c144994f6da7fadd98f35b887670980cfa9a306f945a28aef43fff8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7502fb497dd824840784e7d60f3c386c7c7afa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78aca3eb9196f696522abdba7b6a5518ad2f0971a0d1887475aac77d105b3777
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77ac90a7e8cccb542937a67170f5d7afa81cc44
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e70f43548e65f46c9373bb9e520721c7395ac8e1c107d860fa73927707cbbf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54da0a04f1dd51241a6eb8e4b999a380ced40e4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c8885c2077378f81addadd54baf58863647d2ae195337b4e91b8c4f2dd21d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22edbbe9dedb0a8628f921b61695fc6d9dc386e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc26182729a3e96357048e994607454a1d76e0d8e85a1bad0ec5f036f65db25
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b43fcfb57a9b8139f7c7a507f1a206e7722187
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56c534b1929fe05ac05176147e9481191192a9ba2603649a62f66beb3cbd3e1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1316d1ac952dd229255557ec1e29fe2d2f4f5014
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199ea858372ad11945ffbea17b9cd20b4bc8061878855e60d5c69efba4f336c8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afeedbdefdb3d594fe8d32eace689a6e23bc689f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a16ee82af0997e18599c9a967772410a84ceb4f296126996b0611969d204756
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e160579f5408a1012e52fd71d2e18bd5d99b3c88
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c82e174f03de73bbb5d05d04fbfa8367791e64dc663e0c487d95a2c8f4cb47
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd553f95b26f34ff37f5e1572b0007a5317bc53f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c546bc114be0acb38d8b964667f14c9842f8a7f4530024bfc42f190bb308fb61
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1b8e42d18a5f66486f68c1f36f4c9977f42faa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bad75526e0110afc3b16015501a882dd4575e1c69fd52c59396aeb613b3dbc
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f606bc7a12c4c639d2b52cb8120591c45d845f92
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e2469b8a3ee818579aeb21ba19b6a707d3717385ad82aa9f8e797a91a8e25d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0f86017a602063aca51fd55c47f1807c239198
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f46dffbdb55118de1a2f5244d32271ac886f5279fc6a507e986d5644a811316
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeaa2a21478dd26ce8a0d86c7dee22769d0da4e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f89dcfb19b12aedce5a8abc5b0f3fb950e02df6eacb47dc407512a199b2566
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7981b58f9f90607945d125cf99f6b030a690c840
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eed6ec92350322c4a5953864fffa74e23e3c6929d1a5a6f1373ab1078bb4a87
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e196c443a6de190013648f713e9bf50299a3fbe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3c85fecc07a9c504419e844d067feb321a7dd2727d35df7c69a174fc9932cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3053c0f2c5460e0444ebfb631e9fd4fbb1a836cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a311c311110ad6232aa16b467956c080bad3af1df35b4e4ad884430f31166c1e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c791a8f764c31d7c57901ef86b79cb97fb18765
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f8b66a22fca5a3dd9b8c0071f3ba51a1e5ce2e6761048ed1bc27083244d914
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc0a7c78e39e8b9d84c986729c51cce5da1a228
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7167016e231c513727954accfd686663115352fd656b8f34f30fb1f1ee66f1fb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf0c26306a045d9e7b38fa8c0bf48ed91183212
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af87d35bf2fa14f5248ed9b2d16e4e31701b7473e91e50568230c748989dc6b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1144436fd5576b4221be3ddb3045ab8a4883921c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e77bddda6d3863061b0f28c8127b5152820ee305c3c331ef7bd12cbb4e4515
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e81546b2cb723fc593b8c9eed3952f8dce1b983
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddea0700c14380fdff300bcca9d007e999ced89abce6e9306b62ed43dfc38be9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276004924673182e936771c074592f4f88e03abc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ffe252f638f4087034c88845ad8eff0cea0048357f352f8041eb2ffbd37fb2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679b5fe213ba42c037d7ec1073e6a62232807424
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdc1f18564fd575a95c9a8d0e7759ee9658c540a65e373ce8bc8b01dc459bce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5bd45dfeb9f3a7e6ad02d67e6bf2bfa26c8252
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f458224cd148bf93263ebfb41b33b42bf2563f94f36823da192a48e9beb7ac05
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a2b1aa5e33169a0655919a049d03efa0974104
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cb9bd5d4c66cb5cae123e70dd309ee1771856714b38a4458fa4519df38388c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56f6fcdaa344c6597fca2cef7c0a969f8203331
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c70e7305b26f9bd1262af42a467a30645e37e996fb76378c650f25e83553e8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03888eea4980c48fdfd3f409f25de2d36b0b7436
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426fdc460454013527864b6936fe3540c75d829c9cef72fadb48dd4109d83899
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1086903a18a26c17461147c9f29d7ab7ff45ad1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7763e2e443c1ab8b1288620e807c54d2448265704504382977806aa0174e294c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e97d9d787a0164caf42dd12d78cf3006e4c042
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93ce35436192efe9d86f6705a65ec71fcd8c4796f0b43af7a512de7c8329a5f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1d4cd99ce9ccb5ca984564e9accef8380305d1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07d3ee82cb0cce4defe7e82be52414a7a9404c792d2dda0e8c3ce64dc8003b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16acf7bc51f9164453013565138e2b5cc3de98f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc52702e900954a4fada8a4fccdc0ba675f6a41cea5b875238bcd205e73c408
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9faf37c292e7953e508f40c1a75da4400dd091ba
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc128b8b718b677bb9827b8dd31694fb17479e0d0303a8cf8fa28d7d212fcc0e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b120fca28652630d0e156d276af7495bc19e79d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b313c1a4173b2761244c57bf359898105fa171a80903eb04fe574d252895605e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e1159f98c282db492dc967a4b745a35ff7ab75
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23de9da9b523d5b7d9d057690b26dc8fd60d96c87b5c4b09997bb614398377b8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa283b427d95cf9cf57b90b41438569001c72aa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e61c93472a98286b04e3adf07a81ef907063e76546ec1cd82a19bba35ebb8e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66a8bdd2296b44f4d37e185a91926f0f870e435
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4297d4764263109cd872210a4fc7f81f5e55a2e2f7fdc178028b660fef67308b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bf4fd88214b40f5f1b639384b06af30abc5d97
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f61f6700263950edd78c3cb243e6babbe3ec5ad227f7c835e2b6a7faf3e3776
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3835fd76aea373712fbd16c8d9370b4998be63
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee13b0c9eb8711fc5715c33ad093d7cd15c4a6415b13c550e4847b43c331fc19
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2380b44d074592b06f96fb437445969f6d8d84
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003f60c456867986920bd70dbfbd23fefe0576aeb1dbd4fa6616748df833beae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d07820c332edc07e72e613f274006c36e2b5ab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5325ecc8fcdf654d5465b9a4c815bd2180c5c2b663a63f1958875f51d7c33fb0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab68a942f2f41d32566793e924981714ce1de731
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57185781b3907b4cf8af8e945217f0c6da8c5d5228400d0091723b7df6c8894a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48beaa222d745f33c6c2267baab3720951f3b20c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c879f07494e38b6009d57d3c0ea36d9be00c5b2bcae0a6b1a4befdddf852d515
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3390f7e2f5d782e8154428f762a471ffa0b9cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d03aa0704b3bbf6e503b2f3d325c742418e2af19c490c6c9334a9c334aef7bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b820e3702e969f7cc54ac14af0db41bfcca6a8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e430c39e51311f2d3bec6f175b833047bfe1e6fa51fe0c84a6cbb6aaf508d33
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee93c815d94378e93ee924f5472cd4667ad487b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8d6511af8e6162cd1e10f4bf0317a7d0854457a743e85419317731384aae43
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e54f6705f8bb5176152a4effc1609ee8c6cf12c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83d684e83761ed08fc5402f4cb0f188cd8cd79b63df33eaaa2f827e203e34d1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48d8f8650237ad612935bb16ee449be1001acda
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c234184b70616e778ce0045d261d505f9bcef670c509abb1a4c52f35b9d365c8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57452039561b9669c6f886bdef562fc526fa856
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25927eb4f4b2b9e2b0404fcc53f6d1180a274e52b85ea7a73b0292a7f8f5557
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04238fd7be42ced4dbeec73ef283ec98c51a766
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efea706e06efc78d2248c73c891da5afe63bb848d8f71136ce1157400eeabf67
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df1099731bc22414118d98436c607fd70c2f9e8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271f488dba37ecbf342654b936ee2052152499fe4a73ecb00d569bb0d87efa0d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97659d502334b18c6497d209fbe437d425a4d4bc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd02958a2b56fe7ebdcc00bc44470d56c879985e3885e4e96c959c200cd6a1f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145dd9575d6340f15023d7da3a00df2376d3baf5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b020eea69676143eafb3ceb3f264742cb44db904efd06905cbe4092391aac8d5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab57e7465cabb9b1603e64fdbe7b4f1bf061af1e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec3a3c159d8a72151daba6aa42fc2972cce2cb768649c3c981367fcc8dbe51b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2c23bcd85ffc63932dc6866235966d7b375144
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eef1ea1bd891ec0eb41267026f144c7eaa53e22bf33057cbdb77b84941339d9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8ee46d1f7b1978a963d664c4130902a46ddc20
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78983749400ae3063eef897d88bc10cd3e8c3ff0c167a7e91aa10282f69923ef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708dca910656a1ef4da5c0b03d5049acafea5f8f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8b531ef19bd3ce4bbd349194fd54b4bea934de9a68466ca8f019ecc767880e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639f5219fdf35569c1056f7f311be12db6589b5f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97582c783054d5c485862c2ce1373fc1c6628eb2d563b975a5c4521b035ed1e5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb2f48b289be377e7cc3bc6f0cf338818159686
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8622fc2476b5325e2b5e006433b4e1ec3727b521c49709bb6f96cfcbb5d5a7b1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7708ec7bc9bdc065638d4428963447b3adf31332
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26037cdfdbdac79b394e91d79a7c9a93438d84dde77004bf22939f5d8304d872
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fdc89d0640717cb1056cc153e29f2bf34ead40
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7370c5870ed314f7f34b69b6e25cb14f4277a56953878948e6f156421efc96
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd5d0b6cd7b3a822e430c149adda6095092f993
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1a77d8902eb119fd4a1a35824273a612495b3292780e0c20d79fdd7eed6698
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfe16ec603252ece8fde8762e5958f66021c2e8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84218fe26f536bf77e427738bddcb9baaecefc1dcd3585402d82416212351984
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff48a2c6fab647c9be8d34f2ffead0e7a477776f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887ad032dbd92c1961646517b06a0c0a08f07e91980e6daacff4e5d2853e1411
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f4875991969d1fcd9a82521a68cacc1a996ff6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061e8ab20e231b31573c9b8f1cef9cf43522438a1bf4f9e8353e9fda7dd99fc8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f4cd897bbf96a2057e107c7e63f63164628425
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71a7fa4f637aaa35918bcd8464ee85e1f6961fb34c98bd28d85f4b771504fe2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf520682377feaacd2a44c4e07f8ea0ecfa03acf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8153cc148d8b74aa09520b5204c5755c3783254f7bcbfaf64a7a9080b66af47a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cfef2e939107f4bd39ce08e571fc5faa7b7638
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06aaf2da2a1a68a65ce7e7cbc640e887d398f1d9dfe0dc405bcba3e36659c66
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0859ffebdfdd431699e6f17ff8af2d9b0daee31
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f86420cc11a90a2b30d6c1234eabe6771e7763db271301ca38804070dd2ad59
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440d5f16352c8330530d4a70a06b14e4b48a9c7b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b6433c1ec54e5867c9b5cbcd95be5c9775d282195ece3259132d4d6da3abf5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21438eda4cc3057a35df1c326b64cde5882e442
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6b5c73b3ad540b597437648709b3f53a4abdf0fef9d2f277db1e1fbd7b9f59
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bddb0dc24fd8915e329b5f6b9110fed2d5bfa6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3103ca4020ec2e4a581e6bc459df90b68abdf50c9e948530d8bed51013f629e
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831ef24985a57479f8f6d3bd1a4df3363899eb50
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69be8f9760c54587197a24054e7b9fc9ecea99d6c561286e22073dee246f4080
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b1298fd485c6001acc24fcb9c63a670852c858
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1970abe3ae9c26ed7c3002fb06d837385b2615f5091d6911dfd1790e1601b875
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57400d5dfe09a3b22e41c57d307c3aef76741ef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4150deb0230912e9bd3d3d0b7eb555189548af886531d1aa5a77a2cc4c9d617f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd928c0a686f90c6c9f09dc9d9e9c025ce379e9f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36a3c139733b29575639e772638ee1f3fdceba9e56aaeb014405e8ab0589143
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288a2b9b60c79b2464a7927ac876018b7e5db0df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfec83a6c1ef9978f9ee630971f2195a2d3385ee3c7798b25c5d05f3ea01557
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9050ce1494c2d3a19632b71b61872aa3ff8db719
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c43e97cf6284ad7455cc04e89234f9183dab6f1e51e2358445eb9f9f1e0ee85
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204f17caf6fbccd081998a2eb080d7ad89e31a9a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0a71a0657dbaf9f3dddba512df7fc191123c6dc1d7c67c9809ce6e8f6b0190
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93af6df65f2ed6253eb9cb3713b25b2128d601fd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476a0aee72a387d5a752b73d0d24ebe4ab294198879e9e7ae72226aa7bc763e6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de5f15b508d2603edebc2387b166f67cd49383b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c631169f102575fa6d633b638431fafd64bef67def9c9a0a3079e98c069f82
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871e400426302a6b1bdf7ebe2e0833649f0f8cdf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f43169b5ee41592f77d5e9152a890bbd37eeb69414144aa221c0fb3092b54cf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2718bebdb686f97df23d6fc288a9cdd6f0c7e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732be57767ad1699a9fc13a5624578e267a52933d2acb2f92b00a4caa5dc3062
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb11c0719530fe96336797782aaad7002dd02c4b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfff37c42ba9420870e12e018d8b3457cf713e9eff533169948804fe3b20b12
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fc986db97d4e179dbfc31b2ca865f3719e71eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784a536e2142250fc785b936fa860ac9314d2ad1ad9909f8a0d4571b2ae50e0f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9a00e40c7bd6c756f36e3e3e6fe27791594bee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d8e3e2318144c15444c2e27e56278d1b8fcbcd7977360abe68e336500b74b5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dcf2a2069e6697dd5afaea29e73891989c6b0a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6dc64219cae598a450597c8947da17ce17f46685a29be4aab7dc6c401b8116
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4aa173eb748f2dc264fd46d0a678cf7b6b5493
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff6f668aeb51bbd1a3ab23231eab5b63edeea9eaf90eda9ed78398cbf284453
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e746a9a4ba2f111c6ffbe29fda691deea47a351
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5707677f5aa3adff9d66c02375849490b40d040db11543f1bacbdbeb3a9d3705
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5206e6531247e43852b10945209b8f9d8f898d18
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb391b2b416da145cea5ac0dcbe39764f26e15fd4992d25e15d34e620b5369cf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4360991de0049bcf42feb1f798be733de1cc8ca9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1662abba2a677f87d01f22465b29e75d8247ca13d3c2e00e6ccdea8bbae8b88
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef6b380c0aa7fa34a478e24945aacc69fafff17
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d75e4ce3abbfd3f32cec7b03bb13a5c9f117bb43826e5c1c427780f5c6c7b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f744f36427c5af4b8e8f6fd69fe5a7936b1d0de9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffe2ff98887cf2ed510e969aa78ff1ba1ed24831ae94a633356efd2fbd3a3ca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4558847e6690b9eaa2deaaf201ea4d2ea6ef0c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e191a880a039d101e3781c2d38c5f60dc2806e14420fae3f15ec576c21d766
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1da1c1148fcf0778ac2ecb7fc63c122fd4327d8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccaa6355543e34fbe4e41980d1fb5318a428602444f50e7b7443cdf4eec2f6a9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23cc8ded87172e2fe93d28c4fa4c298dad4f0ab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d700585934bd7a966bdb662163ebf2b92e9f260be2a413648bf72b9c20e8210
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299c85627384633d0928e1dbde8aa7d5d7e2e8dd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a125f9ee1dc67c254294d78d9f11f575c384e71509c7dea34aeb32541b20ca5d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fbbc7a6f8294e2ea1ee34d06f5cbe43a857fa5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45de3d7b18bcd707e399121b894a5e0754f16beeef9f976fe8ec9385a53f490d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050909ee186dd18d91098af797bfc83a1070a704
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27d5acde3b5c39423c0b10257bcd63c5268f8201a9455350754f7831cd7babe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f554021aef016f1ddf9abb16f093fa8734191cd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcedea4b2d73da4f5261f8307fb5b553d8060831235a167fa37eaaee9050dbe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a91790bde1b34019de3e6e739dd0dbad7e644f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f926b9e31ff78df7bb1a8b8e2ba12b23a54262c910a0cd6f0d718899862a0172
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a475c5338d2fe43f8c2c526d28be62ae8de4547e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3751e026877fccff89cf138fd223515f939741a35fcca8451cd118a680c91aec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a0f0586bc0a0fd063b1b7e30eaefad6a60924a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad8d3bd7fbb2a155aff7839c89d352cbadaa4ead096d46ccc39cf251f59c218
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfca130f5feb6860300db963c865571811571ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89e83f0b524f26177de19c001712bc5f7645e95cf8d254b7ec6f4c4b4f5644c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf276c8c9b2668b035292778e636be6ad0d1b3c2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c1d2e723ca41c21842b2267e906807fa2398f606390c871f170a478e0130f5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1d52b1c28924c81800a4d2f732e2db03837e2d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e41071d9e945279b8ec203ee427f07963c5c345585dcccb28d4ce95ebcc729
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e502858f9dc1d33ae938fa87bc25be10de2731cf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd959663ae3b82dbac8385bfcb35071034fb6af12850a61fc5854b616a4f87a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b557fe59be8cb5940133818dbc3722a32f0d482
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f0a35e30468d9e35d24e71cca43f2b917ebe5acc97f751d195c5c40ca80c39
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845346bbdbda49435a083358a4d601c4cb0df4c9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcbca917f55f60aaa6c3ae210cfb847a1635389f55f81bcb4637ae1f8565481
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fcf632e6209d12d1e954d1c4b0e38fe851f3df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359759df6b12372cf6455c1214b08464e83c202189bf0bce86c4840e8dd8a91b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3956ebd5ba982a8a99a930f706d3fe88ec240b88
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f8b906fa629c1ef9f41a4bf9127e7d02ad75a5d5fa242f2ed1b6f9ed9d7ba8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3587da17c89b4451bf944a11d6d5d4fe16f3817c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd67a190785cd34206f401a165012357b003f3b6a831153b228680847ef42378
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2279ec5b45f508974a2c54e923c2bb5451099f7b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cea5e9fd36a3c0b9bd5da09860650e028236574fcd8448008bf60733e994db
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1fbb18af3b3ff8d9890d53e605cacffea6ff19
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a003802ce0bcaad3cfcc1c95286535e06c9b3923c8a40f1ff3568489de13b344
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3807ee4311a1c8d8e881f80d2113a2d8d453e9ef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e465881b4b208494ecfe586b60cad4270685e5113e3d675483f787ac2c6f0f02
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499c93eee5a8cb977ff101cb0a2e572866b90912
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33efdd71fc50fce30997e0121aed33cda2dd505e5491d0bd3717ec0bbe8ae043
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1344f529bd1982320b2dcd5d3055e18c3a18a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcbdf906cabca33b8f30dac7c49e3b3e9d2b307dc39e7cb0b95c63156d588f9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede5299ab0d40a5f02f6374e79a0e8bad8d7a8fb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413f28cbf846362df45600fe7b93efbaad4198ba408547d91c24bad78a6a6524
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb6f9e86df17a0db199d9dd13132855211efc5d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434211691f8d3f3741029d74d1845b32829c3a71190d8f30bf7904112a427885
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebbf92ce4b9551deb9c1bcee6020b9cda867078
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a32e55c2b35e3ada54e9eb1f936c3b9711b94c50a0e774cea8e9920d88faaba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7fa35029e42c33384457d118c923f30f9d47d9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da68b57c3de4522d946f8298c49dea7878e27156e12ed91fe560c89e00b979e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1008b10b0a8c273e7cbb0fd84a6c9a12d370b5b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92525502445c37e8e65ba60dc70a59a1e5a7c393b18f03b22582ac2403813780
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639e4b3d6827780e4e2daed4b880ff309986e5ce
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7425c08d1aa59ec4ac031b8c189329aea4fc3cdfca94cb7395036eb0530da291
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d6fd0801658e59ac2724318b9f938213110a79
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3dd002f75f6cfb09af730c446e17c15fb3e678a9784f7a946342071093fb6b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d512d7d7a655195d5c1a6e51fac58fdbbb87af45
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cc6939e2858732f4a71843b3d71178a7669a3780449eb22577fdca37f31ad3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcc8923813e08483348f1f1cf11ca3a152dd174
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a29b7b5adb07d0df3c4a459fc8cd3b0472e75222363ba813755753f9e1ca196
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e4827af142c9fc844b2a725c36abe8cc84fa55
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103f8473af3398f911631002c9e95633699b322c0855d00b03f78496c7eba037
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ebac5272c2268bc3eaad887fc4b60f010ecf8b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253dfe7388c98a631ada6ba34dca17e237306d0ce35a78b0c3fb58f7dae88df3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7faa0a0fa4a7a9791dacfa6f7ebdd3d8a63099f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10f6ff6739a0b787bc42d25b45ab725961dabf4d397d55159e168e258bc2f973
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148d4307a9ad600bc9052c35b3373ffde9259a42
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a02e610cf13ea18783acefdcf9f4383fce63f8f1e3245cdbe21ae17aebd344
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba914a19678e74af65364298cc8ff9c8f4af25b0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35f84cd979cffcdaac00b21f52060e159b561333fa4e67a3a890240266678fb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8027fba62fefedc702d7024e7bf75713809b1510
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc34f21719766f90f38807105a9638147b9dd289fdea6abef306746fc5c42b89
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f24814d959b40640d13a52dd757ca382a0b099
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b5089717995cc2a14f5579786459d86b54a42ce5f352bbdc4f1c0bd63370b4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae7f34834136b65475b3afa0d752e497ad5235f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9b71db84c5cd4ccc745bb7dfafc4e374c50cf566cae21618551e86acacd8d7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a93ce472c6543d2ef6696b2253886cb759be163
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399bee656165a85febdb9b04567cfc5ca7b8213dacb24592cfe7e59a05af0b05
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8630421d0490037a3b79ede4cbe3815f483752d8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10fb325ff3f9fe3240f8f58131554498f5db048b40c00f2d082d4e5d1b73930
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92e80e417558eebcb058669127680bb2e191ac1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2163748b9a0d261f272c7a04e64e0493cdf0617b2420d38dc14e617bea257a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802ba19b69cda69e6ed4289f53d5c91e38879fb3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e71804cde3bfdc016bfd96be917b2e1c365827e0cf2c659d1b67f09bfe5d7a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcdf6c277f07378ec4a40606352ce9a1665ac00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8df25616527518b0779a5fd3b8f77219ffec67899dde0aab62697be99a355aa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178d43b8caccda506479ab9c764f6be575d09f0f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b520ed55a26e2d536991f88e823998a40e885a39515151168e983fe426aea8d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8545af5c2aca596a91f964a8c9bd5a6b9325bf12
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4396b43505ba760d37386f20f65df6274186a3bcb72c90681bd89c2ec4687ffd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacc040f50627100a2999e758648fb08e4884ad9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d804aa7e5620d7357b99155957f0a190751b61b53b4bc74013a75411f2e0e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32ebedd2e19854e8691365e98749435851bf0f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbfa55c1a0691a9f952073056939deab8d9f3ab07cdd391eeda407c03d7db91
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b89fb06b5bbef59c24f8b1797a766ec0a345475
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411017241d9a3b6d16f52c2ca5455e1fbcdca6233396530367ec0090c3a4f072
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414f3dba63a29a76fa3a6f20c57491c4867fb023
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2864edf08b8efa4aec7d04d089b6c0e1cc41efc0aecf94a40bf74c6d5865b210
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1e3b6c14e8d50164bb0d3e80f2355bf6c64022
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7388274ff7ebe769a5b79eb319230ad74329782ce824fe2f10568ac5b5d2ce
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c34754ed048f088527192ab4c62d8e596b0f467
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c7f16b9e03f23ad126179245b7451fb7164747c30b17ca9ab296afae8af19e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6514037791417de28e09e54d10ef255ba64afb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c566442dfbe68ed442d5741eadb30593c099a9188dc6cae92766b6fb8e6b13
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db53ed577adcac6277d3c75707861496b039b5bd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8fe4286ccbc73e48ba90f42d9a3f697db17315f63e80a83befa37c8e499e53
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0036f51cfc382fe0bc032212a532171b191102f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186231119aabdfaaeaea66d005bf420157139f07157a01815cda2f2eb56ede45
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5241f518532d8121165d62b55f756739f5e769
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07300362f2e12ae6d7bb4c78964d3996e0d14bfe5a34aba5c85fd5abc35aad91
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b13219143b37fd169bf3b53508d2ae3542ded8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c489fcb13201fbc04d43315af1be7ae66a54cc3a28096bfd3f5939df4979d7a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f7d4a333044019154e4819f6a3eb52ac40a9d1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4335d1c3a2eb06c8616159deb866bb21312a02b9fc15998df15d7df1cc211c3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e64001b7bf92c5bf05f524c1370e5b9cfd61a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baab8fad08620196cfb2f8cf1a451dece5e71bc6b7b2921ffc32b88146503bc4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe306625913f0fec0236682399ec6e393e662c92
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317cd5a7c1fd8b2b686c2da88069350e72a7807b9c00c22166f273084b8400b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d789ce58febd8330c05f9d9cd7aced2e95c443f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb93846f863f3dd3a7350e5fb724d555e546cbb09ecd0ae48a303087c87ab334
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026a54e5f37b19150c0ef64cff2f36b207dd7de9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1789304861cfe97b7283a0e37d849378c08c49bb5cd393df84b743796d2a26f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298a8cf356d129ef55ea38152a084689de09731e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ed413e49237b40084aeaad0a0d115e3612509e01fc6d52a158ed14a5870709
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d448306dbe1a4eb784cc0f844c361d1c2ef903
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccc55aa8186609d23b36bce287675eb0932792aed0eff4e4b47d9b3b0844ce9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5780cc63eb60bd275fb06c64bd90e7f99753aef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941e9771a891d156886c224f5f63eb855dd923469a748ae311ff9caff65d48c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d370838542ec41ca73a8360f6e1a8e7d38f1d3a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da19395449028233662303ac9fc57376cf8a85a2d3d16e6f59f8e64929c89ac
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be8313e0834329bd9cf9168718216da61bf8faf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843687aeb234c5ef00111781260675022a21889e6f60f546ef23bcebe20fb32f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eee141a5f67eb9ba15ed317a68971c01ade96d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fe05f5232329eb34c5fa17d41a70e716f60da238852ce8419d5cadcb80355d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4172aa1960cf59cb3ae7cd4568ed88f87759cee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8675e6a0510170287cffc2a5083cd552c8b746d7523891243520b6847b74a3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1d6817e9d1c42867cfb6828680597c571e611c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f403b4e2d8bfdb568fcda67baf7cdc776aa803f0b732dd75b74f0e831d40e68
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2712a9969b6db95f719c6f2c6abc93e5a25c7f00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32382da38a2cbe868209aadcf01b2754f58a9422fd5f699fe010df5f604a4345
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45824bfb5378c097a54339a814728d511438f92
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6901397e60eaeabf77d25c3fb8d667b73fe52d704463ce7afa90aeed150b47c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42d696c5c4f5623c4f7980a5a15e9b8e2fabfcb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db230bb97ac2780b8ad5f9c0e99638977cd79cf110d4cd5f6804406f0f6b3d83
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a242639ebca19d2a4d4f35ae953a836c99ef694e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773d08717b972cacee22075e326fc54cda13edd75d3564ae52ce494e3f06061a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006d9ec64f932f19d155c84c42a564daa5320ed3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76c86855cb6868091abf9944ea3f2a43e4b75f08ad5aa55479a5cd3c600d734
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec32804e8078a7047daaa3d5651dae7d6639a6b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4d6a8448bb555697380fb8222bd1062337cbc8db545e655f226c97ea90036d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118d1614b768670a1a37a029dfed6f27dbe4703e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ae1d3e6527bfd44336ef5584601d17e9b3bd9d46a675710f29465f8de34c27
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b1d3f3d37f1ee4d81532d92c30b715d9653537
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82bb3d179e4be7eaa1b4cadfe3c99e38694f09d35e035b16d6e6d770f418565
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376cf537b1582cac211a79f77ab053cac42adaa2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce604bd185f7951b292340369da18645e19cf63d2f1de2aa628cbce238805a80
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7714d30f16bdcd4d63835ef55569c2940f5a77d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aff6a78d9d0e578c3cd5ef2b254f7e6dcbdf023e2ec52453e30a509af837355
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a725b40ae97082f235722a98bcfe36f25e7154e4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1626fa16368b4b788b5019247d973c14f413e4e73553e210a8d18aebf5790199
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b056dd8f5c636018c90a7b2868fb840b48c759
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f8528f6f581f4bf8ead33eb4c80ec8ae4d7d016db982c62c52f0ae4e498776
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafb49a32654c34117b6c61660abb5539488f552
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33035e45523b8be24108ea42143ef4d51def08a3b30fb9a5362209226ec9e66a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03bab393cd7100fa62dbac323489aaee00b04fd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bf3d342bafc0e8924129c9f023d3cae27b280fe7668b9450df1cbb34094958
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8601a11b38c098fb021ea69a658c8dde04d9ce5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5922b6f1b2240d7a4db8bcebc14d8b2934648eaca7bd6c6c40a6d5c327a53207
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387896f856015c77dd82d2540d942dd797688e4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1ac96bc41295ebf44446d9beb6e7375552a4a45bed7e803cff05c3ee895c5f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef86aa078770938360327ce0f83057d7ae620f00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baa2a07d6909f3b049373a423b7718bd6c059a8c9f9000e868c0398c09f617d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765ef69f8635650673cdc90e0c99706ccd0866ae
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d830b64247fdf5471e9e822c03d030aacd225e591beca78a3bed9cde35ebe48e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8e24fdc098a3d2759f5ee2b6248de16e7fce36
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965be74f444d45ff269dc9b84bd2f07a9c6948a95e0fa44208d28ed54020b379
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f32ce72f120ab6c7b945237d1efede28595835
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76998dd1532213b03de754ccc1bcde12cad0b0bc2a2f52c76651dbdc7fc1ad33
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b163701b60cb6c8d17463822b018bfefd2585c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0c5ed02bf72e934a2b7d4d9bda0d334007dd6f8adbd936995fe4a534cd1aaa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a8aa2ef1222cbb7644c5c5f273e881324c0f0d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa2f61fcda93cbb305000df04a716172485e3ba5b1c35fa77280b74fa1ad237
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072706708b283d79d7b9b4454324c35e5933cb16
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7192114c38a55341b50f1ef6bb2861de49df22e40687cfa5fbf187ea5418cee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd542cfe1189f46e4ac20ee9b5e92a2dbcd6a18d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a38e52115e6effdecf6a37344072fcee1e88df96af3f1237cdd2ded9ee4dbb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8f8522eea34b4f732fd2a8acc669d84a17b123
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7bd8c19950185d6c1205e98cc9e47034136323869a8344887cb067d54cc09e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c518f72f6535c41de798192f6b662be2011e04f9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab85400d424816b072e54ad797a301e9e7d324b2958f0f99807e97d66dcdedc4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b812fa9776231ad7a9c6fbcc28ae576b93b4ad55
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af148f6bab28e51769ebef642bbd30e5cd33f9bee180d2abb10696de64c9f860
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc74e989d31cb853e751ba20c0af2cfe6f462252
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb509f5716b140192a7c9f60ba9c0422a965dba62be2bb890647740505f84a2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0529fb2c15935da4668cfb82b070ca62dd6065aa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5bb9a71313d2fc60572608c858e0edc50cbcc5ab5f0082873dbe323c593f15
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205f19d5da8e82cc30823f0a39d9b491a9fa346f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3149a3510e66515d6ff4b8818a9b1ef19e28a323ff3246230cc8cf8df69209
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f86bf369b8ceaf14209110cf3aed390b9eb9db
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15beffe7e608b779f9c30fe06a87bf29a4048a3634d034b88284ab0be6b493eb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b97fbc080a0ee37df4cf2f3faccc5d36b0a09b9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16517e0f8607cbe624de3fbf4d8b1867876c0ecd19d4a84912df36412b04ec3e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a2d0b207b9785bcedbfb29f93f43858587b87b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dd8269c96e1680ef0f772ea973f1064f024912e95e2120785addfebab3081c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83607cfdba62fe5ef87babcfa53fbe0e8952a12d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1460435519a8c77109f1fa9c7429c83d21016bf8e246d27f231a3bfb608d3d9a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e20c57632753ab8c4093c6576e8f32b14c4221
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a6047b4fa1f0b1fd8cc997d9c23707f8a10a05ffea6d22da92509aaff1284b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20969b5b511377c6fff1358bb64884e81396b688
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28e3c58f2b6b7b2b40febc06bb17059394821564e3ca0d6f83b663eb787c784
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c0bc3ee3d199623b3e2f5f8285e9b5f82c75aa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8422c8a89033acbe3bc9eba7cd59f5fc4f6c78c30613b1516683fc78d5393e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92baef32513d863285e002c5a20111730cd3d0db
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89a5e48b7ba588fb87026fa50906f5b4054964037a275c612a89f70f6e8192b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6653e5c62a5db26e1e47a83ac0a0fcac689c7cb5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e611e837d354b93157028ac22bd7dce989ecf76b405ceda7f7b015d6f7c41530
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee4996548ca58d98bb63cb8bd118a9ad1ccba9f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0950a8b836fe9dc26da99c913481d624b26bf106a0f5d99c467b9fedeeb0d0a2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c40ad72f1f7d053d6ea27696303466e2404223b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ea5a7013510b79157c213672eb1d0ab274f76616c0c65c903f80e64f7d2e8a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594697383464f15017ac71a91fa15bc56ecd7914
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee88bb0db62b69cb880ba3241198e0126349f02ac9f177370565ca292732f949
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d7cd8fac813ebd94acc1103cfd81fefec4dab5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643bde5c464c6f1ce79ea41eba44143a30d101f5405f27dc9c6959a26896142d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84cefae691077d05aa8e8f3a4fa4ce28aeeddaf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b8230821204831d17306554ccd61b9c7b6298d7eb0e7c3af25a67615982daa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba8ce80d2d8e7652ce8bcf58e008f34d87cf070
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354db55050ae53db63931ce11b9ac51fb338da2bdcb4384cc05c8ccc13e71692
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e1c1eb9cd47e7b2ff35d32a446b257b709250d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de10517566c8e398eb6944b1a029b174977b050d9b349e63c6b5f332ddab942
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55903665ece150b4d47b2f3558e431ec270b32c8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db8c887ddb5926c40278ec70e72aee1b540c07ab98dad024c18a13537e81d96
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddb1e6f907b144af19a7a44750638a464eaddd0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da23c8aade1c01d95abc3278e33bb3abc3e38971f0175267c2ee19dfa0c01ef9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950740f7a5e110b5005376c1c17588b66585a6d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b518799d2bf53a05439cd4b6a1271c2334b563b20ba0a5a867518be01bc9cc4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24a005b634f7509aeded79355b92554d7144357
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128b9b54d85156c4d025173eadc5ca32a458f74c680db6031ada608283301575
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaa4400a4341e55aa3d06d62f2d30b2cf1df301
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b828bd2e8c5001a8d183381a8ae1565d042df28e7c7e16a7dbc40891f846ec6a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca17ee1f606bdc8cd70764c27d10c9c6cbc952c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb42109e032c602e6a8cce5eca27eb48e4423cc3de2a131ddeb6fd5050cefce2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2427f8b77bcf48458d5cf900194164e37de0677d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c48fc272a68421be5f52907e955ba6a0fa7c9f43594010ba29985ad4dbb8b2a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bcabf83f2097457d9e3016b9bfaa60e9f5925b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be4cd23713f55740375332cf81210c139ac4bbe24bf39266c0d3e1209195767
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf3cad3c707540d4a61bd1304dc9252943cd169
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a554acdb23b6ea4ef9300d5697c846b71e94f39c06183051c0f48f272f84bbdf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d8efd243821aef8b6ced3aaa262fe3a488b0a5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00543fd9259686dc358e0743fc8f1e1a1147861f407c03f23b782d941c7cfa7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4e1eb1c139d3fb2801fc780c1f1853172c7922
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3c10623be46a9c06a88af5951d2677a1a2528fd46cd1f684ff8c77de4123d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2968b20e0b61a71e1d94cba70098ff47b8d0d37f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbd1f93aea572bebf462a83cdacb30283aa093846be13db4a11843ff7ffb550
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d600b31396199e2c78ff809053a70e42715818
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cc3c8dbdd5fae7b5322001392fdd228b13738035258d6a8ab48d3e576a18b5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66fcb19ff3165377934ad6d478342ce83e33153
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a49540a148ab525dd139d612c4e8d79d7942c976c6e6f38f7178a8ed2bdaff90
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97c835397eab53d98383903aae24543c1e765ab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f97bccd2d520e6425d20fdabe0b1eab666e62c42148dda49ff3e800055c333
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a0cf6084277df2aa4b1abd64a34264db81e915
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e40d337ab6ccd709533de29bbdfc7f350dcf7b52692e9c165165ed2edf64eba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f009904ecd8997b3aa456e723179b5542e2329
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41bb2e2d2ca114e86460db7b570b031caa96ee59c9b191b19aa1de22533d312
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd92c3b2b9f7e55ef32ec9541e892878d43c7d75
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955abbec2b39832073325af1fbea4bdab9af8cc613bf902502ec8d55722a5b90
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5fbff2feb1f9800b642d1ae132f5b34353da1b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517cf856b91f69e5fba01f5629bbcf2e104ba905d5bf3b4a22d9e31ea11c778f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1b76b0633e4bdcdb1e33a82e256c2eb2e48b4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da69dff63150b4c0cfd9d88abd8d8297da12a40fe0d617fe75a86926b9a6ceae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fea250b3c8f2360aba0447471f133ac89c5ca93
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845d701cc0db0d313ee3715a91e52ae8fd83e784f60d70263681384a1b926df9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c606ab72b2a0b2a00d4291084aac4c8afacf62e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ae1d7dc0878974693bfc54cfc2c160e39a6d5084eafc094cd4272679cd3bd4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a4385e03d7426cf360eaed2ff50ff1029a9b69
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fd157618fb79eb656d06bc37eb25e5da706633f4a07f7fc94cf5d4497e3c2d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fdb3886152670089495eb27c80331e53d390ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fdefaace48a3c43c90e7b817015764af3a66413a59cc851efb9a65a211e35d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8a2781e5b96f7e11b7deabd34511ef01819c98
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0860eaa9c7d9332f6aa20d70e9e547a2de3c694b1a5dd59e08ab7b04953aabb9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674f279a547fd1a3dee5d7e619c4f7bd4541dab2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e6260f5790a1b7a50680270ca5e45976ac7b55dd7474b34f1c8931e638c6fb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427d3e4fd44ff6a1d79f9f4757dd944786fd1177
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e30993ed9ac704f71f7671239f034e42e05897d92b2346bebaff6b5d670989
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681fa6feab7f52a3ef00b6602ab6ee8363eb45a6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739c62bf5c25ea5f19ed6e8471cca0678bf1543c5854ded6eb4527af31c22ac2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dedd868a030d89a38c4dab10dfdefd38b5390517
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6be6363f7ea3ccbb460f259018ec0cae3f754ad671abb64f1ab0e25559af5f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2888c520b8e8568192f1b863167c874ea83921e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90639f3d5b444762189226ec54095072d1ab070c37a306973c6f467d7f38d737
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871290ea4f3a8e5bfe261953aedaed4bf74d678c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e043e827a010880b271ae490a564dc2762fcd6f75165e80460a0ad74cafcf616
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18786bd49426b02db010a71baeafb2443a3e8db2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66043b7871d3b1f55e9b9a2d40dbeb63996232ece63291bae0b6e98364dbeff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864819c809f88f7bf08eb8fa2e80886a783cf6b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b16016a4b66955015b86579fd2395c806efdcc850bee826ad393beeed8cfd4a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e92831582aa8462fcfee081086e68b7a7815c32
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a8eadae334cc45a11bb521e61a584ba59b991a4f703fc446db4e4a5ab64142
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2b8aefa7697069c913a1b4467a67d6360ac9a1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee77acd03a15efccb7100fec453bc460fb8d01b122102f43a3bedaaff628c816
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2769539646cd3801518ebc2bb0cff24065fb45d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cf9bef726e602c5e6335e82d60b385c59be30fc7e722a32cb8e7fb29c43c64
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7132af5dee80e4b820b7097dc295e4f84fc344d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d551c7291130b14deacfff84fffbac5422b14cc69e1a890d9542ca2eba8e039a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b2b916f847aff73b254f7ab9f9867cc5867390
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd47bb18180148f76f554389412590f2b1817367c0cf5308533a521f1f7681bf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58269a226cfc47636796774b9ff98ff48e27dbb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6fb7e2225165f3b35c04b1e8449339dbc06cb1cb0df0978412692a69f0219e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe3107eb3a3b9c68dad9c991348174517abbc3e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884e9913d55378b98e9d0ea6a06ea8e6a9740af18828b61c6c8c431dfd1ca4d1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a232844350e99d9d0a8694cbdb5572675e0508
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8075f47d70ec03df7b7e7965a5fb62136976d4ac61e00740445f46a1241c60
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76aed78222d1d46a1075fc282d9c30c9bdda857
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e52c5430b24e5728b6d1604b321665c9210eca893ca939b9a256401559d3689
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e132cf098f7fa8bb11a07cd1a9836b7ce2179fa3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2c779f26ab5b846c76f1504a18b7e8a50b41cfb559d4177e23074ee2d4cd43
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91acc37339173fff2ec7b207bb66af5c7ae981e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd3b1279bc1321a3abbf1331150e7c0b7b2546fd1e49818731e7756f5a6e9f9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d057549993d649dca32ca568bee0e2eaa5cd850
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1413021052b8f02537c67221728d8bda308f27e1de80b44ca630fbbe0aff77b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4d87687662925a198bd2d64a737f9aecfc5dca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f04e8c4e2466dbc82ee9d9715b27ed66205718c4fd8344c1b1823930f8af57d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c0a71ea86587ef2caef3fcca14a683fa59fff6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e803be0e48183c47903207872fc5bdca457d41825933df37a6eb126290e846
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f14447314b1b27a2f2cf340154d2d0394eae02
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6677aebcdbd3bc188e6cf0973d21a75a6c1f1a28650ddf6de7aaa6c4e9f0a46
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c039c5cde4e01089f22136fb2c7afa0725504b8a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b353e09f7e4caf3db76dab7fbe7ac0490c5837ed65f6c3866ac5e9fb77896f2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841e117aebb6c15fb6c0faa9edee0870b20b0a1f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5df5f2fb6e2830042d0558b76c0a2583c4f10aef24f4a84b67208639464bd8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2efa4c4a47ce18488cb0abb2e52297aa9a1058
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef682eca8371289ccbef475b3b6492fcbbb7f7f69a11721ca5d17f6f1990dd31
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db8ad04d84a581f346aa4aaa1f87caaca7cfe4b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f787e670fe112f6d2cffaff893717f3a4a0e601f3215c066d60b23a29893bb16
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d5f217617454b207db3f922bf575ccc6878e6d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cfa2d846c6dcd3ad0bf1af7affed7216c30a843a55a2f9efd96061c293140d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf0910d6bea9f5b8b817e4ebd05a47fa9cc406d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388f1a492c8878babc29aa2fc0d66699de4a88610e8b0e2e323aca800d79d0f7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec77f5de743b0e3eafdca836dbeebf08d12e6599
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78ac67cd95315d34e7eb2c120fce6cdc327ac09906f1c51d76885bb47e1ffc0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eac5dc47d81138566b093c8650564775b1a5e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b08f6ed71ef2baa397999e0817e0dc54156ed6c288e19ad820074421ca7512
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bb234a2163292e99dcbd4210f404c8300e4dcb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ebceb037f9b7710395ddc44dda792a684aac37ae842d43ac9846fca288799f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7f2ae2dfb34b0a2d286b144b221bcf33e806d4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab40d50090907e94fa24c5ef2e8f1aa74988fb72cb7eb56711485b64597079a7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5f12c508d49d1b2d8450f8a58486c721977687
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e77b5f2185ce3ceb3780d635b92901c85dabb2e6b9279e11fa2e27489d619b6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cbc1d21c50a631bd1762d745562303da1de5e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3c16cbb4cf42595d5a867d861a9ee4ff3a3fd6fa7ad952868ba33c6f172b69
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04b0ca732dab980d77f00ebe148c8b67e1af7e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335830f2db902e5c5d0783203b4d9f8b671a522498b212faa9bc747b945547e1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacccbd8435dd2db9d103c33690ea39a6c2f5787
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69233a98b0b4602e587dfa3eb32ba978e033ad6d60fe0d5e4cf6999e19d313d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc334153258bcdb24a9a2c9da0dfa261e95993d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5101a3f6ac2de2ab146fbe60c19d6e4ae1e02522c4c668ef7206cd381159a7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0066a204f48cf50ef015d1d506253dcb99eb6e38
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b881aae7a469050b0d125c5b7e3e8bb43d45b34cb69a8d372fe4d0cbdcf02d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2afc7231a0c6084325eda2cbd8e18411074f6e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48fa7ac682538f2ea4f26d6a56145eed3c0f5b49c53d0b01d9c6ae0387e115d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2cdb226edcae4ab93c38b0dd65d72aa92e3e6e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b7deebac8abfa8fad446d20e39d48d2015b3fb578e49f7735d91fc7a5a417e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1c96835aea124b869069906bdd7f2ec5d4ec7b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9e5211b88ee07fc0dfb1b452537c328050b2e713ca98f07cc95d5824aff55f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab08cd3cd9e6a58e3ff62dfc44537649b57049cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd75e107f98edcb39c647f08b4a13f896d7357e87a9d4fab9edce77417953e5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309990ff81b433141b8b4319e38a3b8f3d20567f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f4bb5a9c2ffdc10cdd986f4748836f8a459fb9a612c98193fd90d3b9d0329c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dcb709e1a08194b665ec2f5bc09d16f6a5be79f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f44ad22f7952d1aafa9f2ca18f13871957ca8364497098632064434c2cc5c86
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c5dc0d21419a23fcfff18bb0315280942b2c91
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69920bb37f23b0daaf91ecd57526ad635b9a48a287529d9f1bc5116f3c19def
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0de9b7150d73d31d91dd328b219e748d713b223
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5acbc44af6ef0f8aae9866394e22ec146f3c3ca60333c1055e0690b0d325459
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9d8a1a6b4d635cc37af762de8523726df5a00a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbecd61d0e416ca6b52cdd8026d3b0625000827e05fd821a82106e15413372c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6e319093bb364eb243e1a9cb9bf02d3f04a1b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36731e20b503c3edfd8f0748f6910e1e0e3f11b18882537dee52f66a94a29983
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f07a5486455bbcdb99a3e77ddd2449086d6b2e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc94a8deabaed4dddc4c505885810c80ad1e2801101a22f63af1f8797369c90
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fa24784749535731cc5cc788e32c3ee2e7dd0e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed896b192e0ceec72d11ebb5275a24be39bc706d13d3383239758d380722ac7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6553e31e227d317f55085733aeb51a877300f214
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1692b9fb518e861a188b376b663c6a968217bf63142d97ced170e94d4f2a0551
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd6d3f5b1e48986065fe1a7e765b5234d6715c7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcf7274b4ee002d4f449759cdc0013f6f445ade360249808e09a7a32ba002a9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d98f2d94ae7c526b4f17cd0f49fc9bc7ad01f96
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ecf099c75ca1e8efc09972560d992aa3a3fb89233b6e32c8b065ceeb6ddd74
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72482fba99a162920cc73ae075a1e72e97a566ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa04a81b209911eccf3baf155953e988ef5b7c18350b2657e86600431f830bec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eeb0904a1b9807ef27ba29589a67b33130765d9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a40f4341d1f9bcc928c9d3a18012d19d2c646746a9012db39f39cbd378f491
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8f4a7ce9a1357216980a7f0bb249a9e7e0664d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2608428e850ac684ad171654cf362cb867c99cd88268a7bfe2b0afef4a6680ce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5f6d639cd8670aa4aeda17faffef36690833ae
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b394035cd7765e5c5bb1fc66b8acc9ceea18e7c58561222fd29d65b9e599890
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65de9cad5649a85c9a6cbf852f46ec28b98ab714
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ca15e7b9f81f6e5e2ffa9f514bc9921715c523413b246a795b6164b7d075e5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ae8a520b1f0d344a73a3394b2bf2e7eb5ebd1e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5b14de7c79c4eb02cf2f8815dd7bb6fb20b972a4847983c04d32afa652548c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c7f93b22266f94fa98f03e78f0185d65150768
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf23ae8be5c36be0b37f820ba81c26dffc078ab747daa1a3437fdf56ca6783b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572ff975b3aa27b95e32da85278a92d5db341087
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ee3b0ce03a9810ec6988a074c26a82bddfaf2a7662d4f9c32098a4f4f3375a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521608b6a3ece8634f61ed7b44cdd786153ccbc7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321ed9f4689daa10ab2d5a85806919310b5e79236cf98ab78c4a4bf426f28000
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c93db91a3fc5800bd38a839df48b546218c7d8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902f9ce3f06dae7d6dcce23315fe3f7446ae4ed49d7425c28d1144db6cc50673
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487e9720dcee8d778448540cf93ff2acf0e3dce4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30152ef3a352fb3cf749ddf11e32cf20b89dc00ded8ceb64aa78e45aab39f81d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43a0e8c132f6e1c8bb80f132551340dd0225e2d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bca23425abc980685eeadb9553346141ae2e837c594cdb74bf5612e3ba201d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7856d2497edb1ce2ab831af9e2613590188b4948
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41feacd02e104b92f5b36697703711363dd02fb9090d033fa7cc6b56d86f07df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e568dc1fb8d025d4c7e5444e67654b20dc2023
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c80d917ae20cd14e6cfee1ec34c37c2e1718679f75e46bd992ba419ce39d71
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328b397f39d26ea58462b96a6a03d6bc3fb61803
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fc4a299235135bcac3db2c3fd2069f08eaedeec8b06ae74f7d2e5cbd1aa526
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eda880d57a7c7b816c98d341357c91bd74887b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24bde06df5759e9e066591611ff7004e7f1810c69be52c4f15d522b2101fd6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37522d5bb9c0fceec1b5f58412a745f2eecfd0a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ee44f680c389095b1f9e208679549347643bbf509a523c375154b5e6775269
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7ae56a5efd93d87696fa01a10a127cc9a4dacf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f4415ed6ebc5863471f2682637df05909da3909bf1e0e1543ea4f717526d9c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34afe8d20dd4a6d940dd607e7ede171d48e135f0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7269d81b6347e3e767282624874f232bfcccc0a76c3f189f13018a939191f0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9ccd717d601e7a9cde8fc50f07c6a2938310fd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7373432cc1307dda5482ac201a2357e62f56e4f6093f810a018bece6fd55c18f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d2aaf04b9ac2d0c95e64e9e1a2e20babd2b48e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0744cdb7bc367b2f53b61f55eec9d21e8e1e543bedec1eb22e44b90ddf7f46e1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4983eef0703577d16132d6092777a8b4f6e453de
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec0ae9524de0e710e30fb4e1cb109451e30b9983d8c1ba801ff8082e7203e2f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5eae2217cbf583eb77b40fa38a173b39e9ee7b3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75930a568fec966ffc68af5993ecc2f62d505d03f84e79c53919c5a914876da
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a144453de3c015a8a274b1cb5d7556d2a29494
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1618608acda0354c28ab9d7638dd273b4d09cb7d57ac42a5c166aae0e1622e8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c93c6b056e2de9985e9723b3453c41a6f23941
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16b43d16749895120d2549e24c875f439499916cf3623c8bb2794c179f9ca54
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea65ee7fbca50562aa233d775b2ffedac0473fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef40a536c685d67e6203471adfbdb4b404884cd30b2cac22b7c336a3c7587cd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0450ec48a6711bc0fc7ef02f27af6e2a54dafe95
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942160f13c0e6e62a32553be66974165d19412347d5ba39e5d681a55ea1d91b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa0eab5354a1d9d39e0ee289e503bb7db15b97c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e951c09a5e5b0b407f4b5df4c09954eeaa7ce8be0617fbe27db417d4a0d174f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6249371eebb64e5f80bf0abffb1665c06b69bd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a176a90e6e11e4cfc74539b8e0e072993e63a274f3495b00f5dd3a7c46f0e37
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e842e6e35481759037333cd9580877337d8c00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ad3e9f9a8d4b00f11289f91415f8a32d8fa84e5bea9db02aa17a806b0109f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256c488fc736ce514a1c4109d025d3fb964fe72e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7e8af5584efb01f0e94d7be5803302b05d51e431bfdeb0ffb560eeaf185890
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562b04f2f44f75ed385bfcdf4e6702bae2fc15bc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e6ca0e126030c0e3ea4ea4f53b63761163910abc7b8a115e1082f9f82603f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623a5b38a81c58179b85b56dc40ac711da1f27c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf619d1d85b7f96ec96832cb5c6975ffd5f7a3326520ea6c350b9cf715ed8a5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24273a179063085b4fec6cd9807217bf1f61f40c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8397f5dbf9f9ebc2dc841f427c61fea2033daf9198f1cb01a7d0d1498fc4f1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91d1a7dc7fb2e7e8e1755dd6e62c9247834038e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c5771a141ad1352769f370faae678246c0f7d399fb9f75a4546d32263706f2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1efcc1a37dd667a3ddd3c2e5f8019bcf0f4214
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72825ef1b19c69bdeda0b54f8893e961c38eed6015a224300c71058e3c118418
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce3564b161682efe9e4ee6f6cc37ba84e434204
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76b492dbb749a5367c461234dbf3b009e61407e0a6d88d08f8c5a405c8aef69
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e9c2735fb61c7b08c8604fb9ec72d3fb2ea12b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10c9f865d350806c34cb668d6d60de861faa98db5fcb6e1b1df8994d981ea4d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d06ee3e51d8e10c0fcfe0a5c1efeaeb31bddb03
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61641a907a9bb1d5b64f340f4a7275ce6335a948fb76ff6bbe300dab207c5aba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e50f138f8237421fbe42ac474b3cb23ad2b1707
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6f53e785d70d8fd445612c1dc4b7db442a76b2fb65843d15863e7d68e8056a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310bcac3254fe6dbccf928996f240a1ef5ad5cae
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970e08db3fbc88f322fb30d245cc84607f7cfed0c435bc06375a301205a81272
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067fe3e70d157cdb4d26640b332899deb9fea0a6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a94fcdae4c9a995799dc741d52b1890e02a1054f53946f201095384f818bfca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740b838d40721c514e12b52adc10f95075874a5e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6033b6ebb02f3162eecbb228aa2e6ca3d22f6526db2066b114c4d87e0c9d970a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3742c9cedb5526f9ef93bbb8fbf34d62ad62290c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6b24c1459e57e7009f65c39858774ba7a8378121cbae18323e905ef4246fc6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a0fb394a2904e351a80c983da2c88a942d7d80
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bbeea8f9a16231b6211b50412b77892844e8fdb859a0ca53759ac0baa11574
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30a66c821de06c6e0190a4a61451fffbc87c66e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9fc6176c2887982256e2e14e7d49cd1d9227afe2534b6677646e5527c152ee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91176619b76a9bd6c304d24407cd115878d750d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb71af0595688024653359710f8d3eed4ea58b9dfefd8398caaa5d963e15cdb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb76564f332ad445be4bd95ae766d3667aeed4ac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6986837bfd6de2f49884071678ed1d27f740730cd9a3a9c175ad0e15965b50ad
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba35687f226010bb9e3167d99ca582cea7bcf8e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabe705c4789bd6944e467d8ba4ac171ae11bc8074d2daf2678e987d4e19df73
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a451010a6dded3e8850c6817caea6860d28b61c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e847d3e2db840e8423a97cf70c0ea41b8f189a1e09cfa6196806eb8876be104
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beeba2abafc198de7d83359d955a38225fe98dab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2faaa321b80e377bccb26f6c4fa0d0dd71e26161427913184d75fc89e76448
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03c05cbe80ce4f935408b87d97072d165012c9d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdea0ade328e010724db9e9e0f461f302182c6d5ee8c0e31a62ec389ad3eba9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804288af159d3ffad5abe69e6259cecc45addfdc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3792a8b861c9a0153ef9d0a7881c69a623b81c94b1c64bf2d3fc53ce0263a575
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a8e6dfb2edc0e86aeb83f130aa61805ee40b6f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba0c8a013c829ccb75e33aad37893f6ca4cde3377b1f7eda9d82f732bf112bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204f014d5fafc7af48b774a16267ba6284f81628
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb727fc5fa8856d67248a9aadf612751f8e8a52dc2e18f8940c5cd327ee5232
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9868f5ac47b6900b49ac47d6ced96ed7abb2b092
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4800d0a31c82f5d93bdcf86ea8430b334552ce332123c31b6672b6d4b582e04
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de00a98e07eae9e2276081d4efbec95ae00087e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688d5c9f5bac736f77271d71a07a47fc9396f46dd1eedbc5f637f95d939e0ab3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ca7084a1de63738413ef1d5bd961a1fadb0db5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e7466fa9ab76a76b6f501826232ff148b78ba4eeb9ee7be4de7652c44972ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c67e733a56fc1158c55146c25bfe930901d03d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05af4ed42d447e3c2fb02bd7671c5d875645e1f0e77b37e715caa131bb61eef8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f0f3e2f8b9486c4f7fe7941b3210e362e83cad
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c4c467d52a125a2df85848d32544a43e5a1506b61e465fbe264e61417946a7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f807accd986ae3c6b79b1bc8bb276febe52e8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9943f2a48b78922f8c6b9f834aaea57afa5f5a7f1dbefca0f7f60f2c12427f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4d7ef513b2545ad1aa88ffe7d42fa389c4499f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118c8fb4671d1968c8a21ff75ba6978c894532d969ac25b48bc6a098a0ec7d1b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688b4174c31638abfdeb1bc47409656a7bc473b9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebc4b54d1b3eef356f89f0868b3a97bcb9a75ad1224ee694160e12197d98332
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b1630a21c36d98cca91c71b6b317fbfd68fc7c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ad9ab50d51f0dfddb37ca135d19d1bc22d66f2fe5594e321d7a163f8f57efc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fb147d8756010a8746784e83f3ecc5255d897b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280f6e8fd9bc777cfe80b7c554be894fad86ff019ab1adcc2e9d54a18bb58b96
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589929a82168280d2c34be5296c8671df3008332
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9362128d1d25e418fe870d9d0250300e1ee35e80e958bb79945e32a6a4fb81a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5c0f5ccbd31b33c40c89ede33884d3fa782d00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1665c118bf63e3f4555f9cae285a9d32eda7ee220ed0c10718201e989f9c3349
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e15b46934ba6d1b53f39f95a4a29a6ed8a913bc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff93b4f58c10ee7de00586a84248773d0b75a290a8218c76007784ba1d22cc8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa19de5d7abb31f6eb0a3693ad0e58ee0a1c2c75
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d1b661b171eabdef13bc38469afe5688d09ec530dd815db094bce27e8c216c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef29639926541c819c8e6a149acfe842db3bcb6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6ecdc08e852b97ddd42474c1c69668a8275d8e6b5ea9b5cd5433e53501832c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81670506e3faae4863d579c7b8a73d748d2ad50e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ff384c75d11936ccf007922ca52007b9ad866f7415d9c0839830ec3c4b0280
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eabde52606dabe841fc9af530a73281647ff0c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b53247701ded095603a0146ee7049ba5605b5c16218387500e759e724c9108c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ddb8667e287479ee2440a0865d724228e2a234
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ee945caf6fb4b7055c03af525111bebf7b49b8c46e0bd8036a3470b298743b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e439a8ce71c1ee0e835d66205769711a0ce1e6c1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaa4d461b12ba79167dc2670290a0f96c8e7a675d6c23aed6b43097eb863435
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe20edb13fff1b0787e283eb8f7c9166303b84b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20ab6f919d053f414f7dae57422b7efd92af26b6a2e7f82e3cc075513f63be2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef138bcbeb06867cb4b001cc68086bca7d6c91dd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e1a08dd6eccf85cd7240a0df4c7883353c53c26b855095096454e47221dc85
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7860979b638fcfc0c648346e0fb8783d5134a05
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bc5dbd4acae8a79037f41019c05e608738ab109b4bdbdd0ea2120644a61c9d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92338b3b5bd6ea66bf2ad4c4e89a103209de1261
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66254887d5d90d9c4ccc900c8de885320bdfdf5d739296e90314e28092049b7b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87890ae3fccd9b3d957952dd383f223eb30e82a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14b6a7a3dc85bcb7343abe698227575275e3de0a5b63fa206da44c606651c11
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43ba7b5c90e69431115680d1a0ebee976ccd924
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3b6395768ab886d1077404f0ff59331ac3a121c9ef09b04f9713b5a47ffa01
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf86578e24e3d2283da7015414b0387e2f4a259
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a095f492a47e674cc0e12cdd043dcbc92ae851365b48b2868155d33afe2dced
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bba8319557702ebecccf113ef0d1127bc0a585
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d5eeaf22087910389ebc3c86dff8d09cb819782063b8659bccb1affb455ffa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58236a8900a5fe121ee2a8f33a60cd4260865a2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a65ddd2bb1715dc6ada5b86a1f2ff0f937fc772455bde5503167eb928c7913
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af841d98cb91bc3de203d2cbde7f4e6ea3b04cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a052976de677da8bac461b6e7395e5875f4e42d1f16043fdd704a87e4b2b15
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f12b69fbc06b1307dd83cd5003261919fe4fa9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20495c85cd2b4614e29d622840e5adc4af0d9c7e16406952085a67a78aa8caff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f1e71df1c41935fb1d943e728936a21b5832d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6612c6fc4286483c714010b8763209929ae5e818401d64765cbf7d651e8eae73
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95181731dba29dfcb70bb4968d78c8e0fdc8b69d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec02adf0967ec730edc62a5c959cb3a9860e9990b28dacf71b0d9118196572a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d12e993830594e13e3b97a2802cd9895fac9c7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48a407c1e368dddecd4e738e9acf9c8f390f83d84c5b04a3c1e86e86a78586c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3b5697afb072936956518c9b0eaf92e30e4737
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a3cb592466ead74c30f911343681c35540fdac173fdce6d38ed7768766d850
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136885299e12bb900d7f1ce5c0f06c6d8edeb1a5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ce5a9f070e81da962ce829ebb1ab98d4cf3be361cde78d3da87af526403723
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18001500e034527ccc25a7fcdf99fea03158b906
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89b61e00e383355ee05cc073c36d5360d330f2846a39297b4137b7caef16a41
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995bd8623efad3cf532ad01c56c2dd96bbed882b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6677d6c41647b7916819a7dff93d1bfcfa298fdd9843a4e814d15b2369b098a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2813174e9b9ac74bcc9ef577cdceec1b654ae975
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b19614b3f3e57c3b4a05693e9d99bd9f556810903c45fb5f58cbec45edd58c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73dca135dbc7577807bed05d7b533b157feabd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577d9911bf924e0ffa842917a96af36fbedc7421b3b3a226a8c6d30795d1817b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed402d9687532813914955c55b1242279df2a14
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a427d4b6e7a769707b7a3a42fcf17fbaa35c1f384013bd338031643177fc76
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016b8d506a3f2a130b408b98b84c8698e9aafaa7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f6cb396f3c41a6d7b23c4d65ce9932914fe55fa3924204c3cb9cf1396d9d9d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b6e5de0d6f38a6c0aca6d2cbefbd98961bdbc8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962ff0a88dd1e93a69a20559f03c4f97179e6b329e78536c8407a4ab8e2a23e3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f796d8bbe23eb04b1df2ac4cb749e43fe26b07a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f55898e65a3b71139c55eb053c8f02dbf99b06c4136ad4a0d27323675beb0a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3b37528b31505bdf6bf366cca6dcc25eff2122
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c6bd5948ba728bfbd4bbc2f6f5fc3aa2755f646dc2e0dcdb962cbcbc910ee3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4737718b8b297023804304114dc374471facff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca06ff4c9985423985ed7ab524e77eff5e10fce84f4feacc1044bd600494e831
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f7c00e0d6359f9a13ccf9e6be2bb0014e51cd6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca55b4cf3e040b45bd602ed9ca08d6b7f9b14c7a33545596dede327e8f37a52
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12105668615748160f8b170ab91f27f72926c8a8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ec0cddf4ee730abb44bdf9867887bb916742c820c2f1f242c9f50380a4c30d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350a2778df23f0028756d1a44b497d2eb3659b45
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1da8691e50332cf12af66d2058e15440e6380c2ff35489d3fdbb8335dc6de1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a06d9c1fbe2ce7d4b5c81295b35670c7dde3ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b1e0936d412fd951a2e26f5cb3d5deced2e07d073d8ccc6db2a11c1503805b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177c084cbc44032a38651eb91bebe4aa0f3c1fea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e588e5ac02a0689b818518f8b5f7e17430e76e696f2b6595b6b343131fff56
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72a381f5f85037e9c1c34f7a9d2a25019440906
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4191620bbeb7ce67d330ad25d9dd8ee17862afd0b55650eb0dd060ada1c3a1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40f8e354518e6d5b94122541fd60260679c06e9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a308de1166335b1d4d8395559616413fd0daf66a3bf8506c07d3c9ad2e48cff6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9a18b0363eb6c262f1c0ea54ed1ce7ce8aea52
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea7c56575b9270b49c65560c89a940c64b9e0cc98271d6aee23afaf56e7ed64
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3876c17c1984449f32f75fc57fdb6132854d50
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e766b853a0cb8391617fec4dbdbae10f4dd0c5dda83f1b72c7d7680a4ad546
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e3cf0b264fdf3ef3060800a0181414c744a6e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91decb8ce3f6d8c251f188ad0e4b89371e9ce5f10f89d1b8dfa93fa686da9427
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2862c587765b7fda8229b1b2f13e04635990266
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a82e2359b57c3d5676623280aaa40c6ee03391edc0752ea2ce25757506fe60
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ee9a5fb78d3deaab9bcc3d399a3ef763c50c82
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ab31d23f88db2e4446eb0c85b26ca1e0ade35e0f108353e71fe0ef36c9c174
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88eafd671dce556ad7bdb47a200859dc815d8c12
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650c2e7c70d8516af513ab7a5dacd2cf8a1496a7ea52cb3b0bd4ee8d7c1412bf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52518805da8c1eb77a53641f524234215a0c839
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f7757b1d7897011da6381c4c0b13ed57d31b632c11ac4d9ef81a3551cb6d39
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591d064b96de42fb23d6bbfcc65ae20d4e259edd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f079f9e2a568159fa4ed3b1bf24c3d27bf9facc9b786cbb1c6e250eeb3c96a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec97c6ce0e63db7577ddb610ae8f48fe6911bc8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5a7bc84ae69bc7a28ab634d3d9c47cbd31c765b8c3545f04b8422dbe7b722e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cd3c03c653c2546415c2c30756c4aaac7199eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fda209ffac6f2f3efb7b46301e1e31dfe6de78f554455913d444d3b8260487c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3fa85cdad262c4410dd207d116f0b05a8d9337
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a9d63e538231351ff997384ce321f83befe4a6594136db16d1c6e023418d4f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2348c2f90f4b0ed28081cab91a9e9d23c864b882
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331f8820e9e6c3155081e4954e876fbc53eda59b269f9e66e06b6b9317c6c46d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6216d5503919cb8aba2fb68a6b3af252c5c375
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537fb9f73441f5f62e7bf1f93868f05dca4e9886f14ca4da6247ece0db0cd4fa
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca01d5c6624985dd5d5c5d9edc55d18fcaba1cda
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1126cc1900ee33cbc8c7c24bfa85fdc84b1d9fb5daa488a6dc3e53794384989
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ce964bb3d95f525889392cdc9d117e1aa219ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f7fd859b83d4b8aacbc0d165632dd90e5ee09ecc171a911dbf1049475a179c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9eab929e9a9ca327d8eb67bb8e92de9fb37219e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136b8ffb56db58527eafab2ba47cf23d38d84b22e95e002a0feacf3f8044706f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1957104eb1fec104d8bce2a389632587af19969
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fba935d246f937a3d21c58a6063bcb12afcf9556e9c8954ea05da7192b94a26
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e138454ba719418f47b1cfd300d1e92c4f7fa0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77f2f2b185eb6d354a3627b5917a28f4a9314192333b6aa08682e55e15594a0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9469eb41ce9ef27c375e71037ec4ae7b5f17803e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1396997379170f512ebca3ee2ada700b4f825e8c7c48782488232f45d0e0c55
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d5c0e37a29708bc83483e84037bdb70b695634
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5e32ee2468648cf506fe81e9c20c145edce401b1829a2a6d2bf88decdf0284
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a1ca41c2d11b43b1f75ad26998fe7ea25262bc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2214735c63ea586467e16bff2ccdb11d71f313196423e05294bd8816aee940
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f918d1d3708cf4decc722320c41e0c83c34638
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d820b92dae2627009f7cb7c351ee7d480b7a7ced885659a0bcdd030219ababd7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59fb7cae33ce39073d687992b601e622ae94cfd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb89ef74066d22e2231b0b483204a5a146a332609db8d0c0c061ada8c01a439
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f084665fcf172e6570e3801068928347de361b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a36be80b2424158113b947d0cf9316b20749662a010d42ef1745205783cc707
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a53b79a4a707d9d039eeed5b681efd2fb7c3ed8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73da4aac36904be591b6f49ce4b93ab7f9ea296ac575464b31ca9525b583a59
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdb98cc81e65f42704bfa24c8c09df72554f2c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5862bc1dc0955ee41dc02d6cbaa6cf7ecf4be522d232cb9e3101709eb75456
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b642ac68fe6ab21979752e9a0be6873099f712bd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9abe2b6929addb9bdbfbe26c3e17d940544f7cdad09053ddf325cedaeb37a2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00cf9d07ea35071a720f50542d78038a497184b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1ab4462dd0a627f45e58883ed46ddf180f9e73382d0c8506d2c44d5f17f292
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef85df973e1fda0837cf864108599df5cfe350c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034c7e3f1369c12654f02662221a0cf29f74bb33f28935364c81a4213900de4f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533dcbb92605e9c39c0e4fbc5542a9f5fe225e25
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5183f2c7162ff6af773bdeabc968238aa25c6bd7b524e45912d113daacd3d9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad92c53a4f1402157c064815792961cef8663b97
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df50ee0ed022edb46ffdc9f4785324a1274056c9a6ac1e22c3efc1839a444fb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ed945a7156c41e887b8eb667cde6309867413d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183e49dc76bd955b2295338c234d7b23caf4191cc0b96ecbabe04dd49b13bdd3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9928a31906a4f04a47795983f56f64b59e743faf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b5c75d846945214ed71fb508e6bd49e742269b710ace2e28c1dd762398cc86
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dbb3aff12f219b8f7431bfdf54e70b2157531a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02704e0cc0fe94046e63288ecafdfe3c37e6b9720c1bdc9bfe5c51935391af1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0771ac7cf02d5d8a1a96e5c0359ffdffaf7c0082
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9603a0fce6eb1a7a49df8c7bdc262de26d6960388a8900fccda2ca8f73baa3b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b333f3e98a88e6116044f28fc306f053e47fb2a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e9e2d11e7c0e6382b886fe5d6445bf170adf82e992a10e5b4a2f903de9d8bf
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a19554fd4c104b42aa938a0236d1301a14bfd0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0354a64cd49ba8bce0138e89eb00bc61b38eeca59a18a04369b920cc70742157
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f250c7866d3239f142a840f45d59c971aa716e80
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a675f5f95a0ce83f3ae96b47f8d834c3d5c5c51f07a15b11f85c506a18b94c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c47fff9a9d12d5a0149c8b3ca4410c740ba076
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09a4ed3ef03b912a47f88325e22e0d6f3ef438b9a9861a37b7ac22357ccef59
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a473835b6532f3e707ffa74aa5732adfc9c2b85c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023d7b443aa3f3b26a420b3c6fb294db0b0e8e0ce14c814f26f0556324c3fa90
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c27660935ad3893bcb10c7f533baef9d814b3fd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d5f86494e66101149a04645146d4e030bf23020c3668976305adbfb1b3fa22
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee9ed3d45238280f9db41453e32127998c097f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033c6aaaa60d3448c15fc0a6a815a5d264ab565c6d92fba2127ec9418a5e5c3b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db4244b0642cf38226d13272b3e20ed9ff4321b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18144e7cb8f86ef157000afcd4091980c04fb65fbd412f874ea814717efd9b5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edb88d11abc3a6df55f9248ecc0bde5f9db02cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d297ba6ac1b414b0bde6ee6bde79da2487defd44f5abe95e00da232ccc23afd6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d6a0f8faf1ed26e920c6e60149db7083ee2553
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b51dd67b8d5025e8dcc4ddd91f4a66f750703a825640041695ec93de4db1ad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4c4df75cae0f59062cb80150947af954f7a5aa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7714fa39bd7c0b971a5d2a9191f3f54aed67f87ad510cfc49ac2f4706859c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b321c00bfc7bca9540eae0830bb9d99519b8130
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741af8a3d0cf06eb4e70a181308f10fe6bd04f85441701855db6cd54c9e02fdd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3aeabd163f5b8fb9ceabf97c272fcf724777194
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bee56d8bf0de72ff5fc7e75ea750485b3090beef72b3f9af2cab39bdf1e615
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e13f32aee0395a64b38293ed861f8471dcb5491
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95e1f0d5585112677aded40dcb0b9b49e27cf01fe9115ddf2ed6772583a6a1e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb32debd65cb9beab119ac770121443dc5d1aa9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c009ed5806ea113f444925b00c0f0d60a4fb47ef7ff76c9f7dd00480f58151
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d87c9fbfa2913612d848ee1e14e3f37557be34f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a32f937470427efc4bf9705d9d528d66a9a53686885f52471f44a6553d7d17
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cb031881096b97e041f517b4ef99178ad8f6b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd79fc3dd0d9452b708b18a5fa5a011c02e9578d6710269b0f304c88f66fed40
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d100a8da5ada300d95afe9ca1ad15464815382a4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3662bfc39f42c4a1cb067389480bf789af9bcbb357fb7bb893bd62707645721
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91830d6fd8aae79b3fc65aa3a24260dcdc52f2d3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f93a4a4c342e0f3d7bad626ed54976e1cf670a24a6f9902d862dda699712960
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6787b5a1dcbef20735dbde90a33c86f2da6722
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49715c6df76ed5aff7ec9c6b68651bb25500874b56750374c28f349938480860
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ac24d2282bdc4a029ab443b757a6f413cdadb2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6389778b37def6800c7ad09469e4efe1cffaaa45497ef5a05776c90c53afac26
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9daa58581383135629c47ad9bebbcb789f1444a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f10827fca6d6691576b555fbf6fc84934e1f3bac6349ee7856abcb548cc3ba9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503698b7c6a75566ee4883afc7be92eca1e1df54
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1a23d16ef5211dce91600882e2d68e6d565927dfdcefe1715dd2f3038d5c2d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77feedafc8c91ff52357f2f4dfbf0d2886df0f75
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83468af9be6cf39581aa02705ddcbacc05b5f1b634220f3ac73f5b1b454315a
+size 11395