diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ba542182a768a364d14ae40244cbdb043216a1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5395d95e315574adb6b4121a6b84136e33df5c6666764b93c8d3a0ba0c572659
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7c66095645d004d64f80b4da0d1956af2c084c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35f7df9bfca99b40da369d10de4bec3fc6384846a78fc83af6d24add9426555
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0a7ef2084c4a558dd004925767cbb142321fc5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5253404756d5ebf89f77565e704b12d570b148ff59b0d8f844c607fb9e72410
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c5145c027e04e121118f444e0544038f7d08a6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d07ef2fbd99dee93314d046259996845c7b3e7c22b0eec958b9b65b1907372
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3e6a632e6c290c7677d8e2a271d4040b44fd18
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cebc0c9531c38a7fc4bab42307823a2691d9504d686070c36a0b79f0ed8072a3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b209d4f3abfbc6ad9673c6d3fc02282977c1be
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac3cee9624c61ca7fb36b61ddee8496709b06d2f771a59c542991a64cb80c9d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfd37f554c0e394be0357b564a056edeebaf7a1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df61e4ccf68504c14ba63e2c43abe69cf8ead21ccbdc64ea5e9b52b3b4b42206
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1319cc9e7dbcf5018acf062005c9b73fcca33592
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11360e35223df27da799af27dc236f8f7be5fab28ba7225b2e917200562ad9e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37081cdde30cc0f3e46341c5b1c0ce4314048bcb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7d524c02532645938f7fac3b875f226e6359fdb7735d4d21a7dd1dacb19d26
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6647bd680d58e5f868004e23bcd2d6d94855926e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43cf0298d1a326c667e8846d063c377e628976b194898f6047939c426861ce7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd6f5f640334541fbb138118764f0ac596f3adb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c315f9be19bd75ad5b201d92d82cb53b741921ce7c4b9422db3661a8cf52b0d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bfec9418c201226ccdace0e5c2395084849377
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92c2e8fb7421dd1a1fa9f10823c5988fb944b796cc98f78b6168a6d8bd75b6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229da4a2f768f60a8ef5db5f7f773f259c359284
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2e96b244a9f315a6f31e4824350702df308450fd6eae56b8ac4e2e72c9b927
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211f00ae1815662fcb0d70641ebe57ba799a4519
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd9ea4e8da0ac3cbd9cbce7eeb28376cf3e059535211c0c4917202826c03da7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd390e6b56bc64131e34449e6c8221fdb2ee0786
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d858b8361c5bfa168fba89bcfad3d78280f2613e1990e6055f8c6e36f40ce28c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe097b63bff0465c5d91c5804477a44b3eec9b81
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d303569d0460a1a0177ae8c6988b1539b7138da5723337ee122d5f61a9530129
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e3261cb37bc32e36bc737d58f361438bf14341
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52b7d563604de9b5613dbdde94e32630dd8815d947441ae0d127b5ae308094d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed43088f3440788e42c47217401778af30ca1b4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dfed5f767084bac444bf44e9bf66940974072628648a6771bf145f521529c3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8804e6477ff0ff7d7a0457abedf1c11b95c16458
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6288d0b0e4c3de3063b2a6ad71942e85e011468eafb9da2e243e45101b877bf9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1474def6845552be25eb0763703947164f878e8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2f7b7892c32cb600afc2e0803fdf633d6b5418c2a94532db9c61f23b2e4666
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e5fa8212e450234d9d20bac366e38c9de1a601
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02e2194f2d9522ac652466ff8466a3fe63f93eab90117b96032cf98e8c0c630
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8b6ae453c2414f7d93231bb40ecef886e3feff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35d1f9e054ce4d4067f9bf8213f824ac393afde288e42e6e40f62ea026dc977
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0012d8a3be780925d93a5495cc1c08d4e93c592e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7666dd4deddedafe3c2e9a121558e221fa4ccd60a8185bdd423e01c030a8271b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55f851b6572e4562d4ef95d1397e4b02579c01c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5938a8da072cf0f692660f1ce1e0f776774f3832933bed976a6def15af2d49c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13efb8026883813e86dd6f0d1e294d463ff14ecb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d89df260c4436ad33ad30efa26b98d061454411708c6ffb6c17706fdacc38a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b350ee3b77036e1121ffdaa6e183a1632ff173cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361af4ce7cd71b6b002732eddb7208bbcb032a38d1553dc5a6e3fe51311f8e45
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3f8fcfb4dbe301196c00ee5828207202a298b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd9289ea1733322dd9bc00d22aa8a3ae6bd42031eb830132757c808baba3eee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33b65d409ea65b56e0736393cd7a9a76615e0d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2237cf62f481497ae5a01621cb64cb7ff97fba0f075213cfdab9e22a1e16ba22
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c437bc8836db685bb440ba1b939ce05e206dc7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce40d2eb5be7c86997535ad6d85f368f6014e54e1cb169eb0d1e6a79ae068202
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1db3df26da904bbdd1707cddf560e9176b6713
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00b1fe05246ee76d81d5777665647d735da012f7e362918e5bd9941d75a8fca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a040f4f642171fbb678b8ce4262b88183ccbf1cf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf08a7ebe65830186919f9d52c847c470098757873d8eea43b8704a5dbb10bc3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1939a05e5bc7c3b93dc53252cf00fe71d3add020
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5f422b87da13a6298f3d72e6784f0c3366c914f81a551b9fbddcc209a8504c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcfde340c88282894ec2da459a15dc2cb3f76d9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba937d1f3f167e7003a4667971c2530fc58c3873e4cea9273034900de9e8a6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f80fb98ed4e5a31615e37b84e4f1c1e3d88e57
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127ff469a4e211770b2146b8bb1a198e14f7f2d9bf5a4f24515590d5b2df8246
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4065fb5a506be5c91b2d19ab3433a7facb65d7e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a406d37f4dfe7f41bc9133d0a6f057ffc8918484bdf46ef946bd4353209ce2d0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02614dbe2b5da4b02adc51bd9c1cbf60b46c2827
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a0976b69ce5645270c4f559e8082514ee2c0ccbe69505bbbca2c5dd598937f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bce7ade118dbb2d970249a4f4be57a3e1d6ff4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0acea356511b3369bdb8e781d19a1574b82c9816c442e3a583a9408f6aafe0e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42deed676ae50eb68816afcc4888e1c9b1d7d619
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa33d44881d215ee4fa53d50496d3a02218d7256b062317bfeff5d37bce913d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7490a8ba888281d01ce543812704fd2a5f3f51e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86958f805bde4b07197849c00a89207a31134e133bcc0420a41e8b4032d6b1e3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230b0fe1394d170f814c686641857c9292367de8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdbf89df9c6b935d84bb8abed6309945113822cf19c00b7322f43310306f8e4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2caa29744297b93787385de290c97212fc46ec3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c7e748a7ecff917e7774fe4d6201cd12b1d0088e3b2dffa6029b57cf138c58
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b28003ffc32a8dde164b1db09bce464f17d8dc9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f3d6494086f6e31003f10217bcb991330738795aeb633167971c0195274fa8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97df1238077ce02abce728a251721944fb8e57d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d6309cbd61b4b3f34aece472746e54bbef11ef58d783ff3ef47c90a7a04187
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d495b75eefccd4e6c87850945ce50b31704115f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dee75f7134ba8b2d61566843bea1a5115664a8c47fee526adc59cc947ac87a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a027ad45450c635fb299e9b9d3c651e678742e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9a7616af4cfb36ef00ff8eb3cd25c22de4356a77e3ae88b908e6a6a85aa85e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c9bcfc764e3ce66ff0aa6855e8b2bcab132c35
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f6671fd2fc84da15bba4c97b53f725b47754f07d563cd725e47b1a0fdf5414
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4a0da132efbcb5a4cb3dc45ddf4298583d8d25
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f991e66b9053deb2b6c66c10015e3cd24d160f1bc27a42b4f44c28210aefba
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9327e171a360ca51a52f8c6ec767fa4cfb01102
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4f43b5df8cced74ba42f0f7b023690622561684d17558efa9651dc829c2886
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34118c2a0e11bfec54a041daeb5f07d61302c9ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4dfb0eff64c26650339ce3b1124ba8402163bf4966959156f5240d3fc5efbf8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b16b8f213af25052215cf8e9dfb5e28f1740cb3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d845bf8e18bbd27e49b76af35ecaebe067f220b8d144c5d3c5df88bfd1242edc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d21ff10d1d32fa1a430bccfce0a989703f84e0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b820ff8e263d1e8cebcc1cefb36100fe24588e6138e06599b76209178720f303
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b465f81af9dfb469a07673dbba794ed4cc1e8b9a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae673dda9f56e90e8a0b7e3a3fab68cb00f4528904ac6c782f513668b16d784
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6591a98cf8340a445d38bd951e34438dd5df055b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85cfede96a41f374589f5b5a5a2b90ebf9103847531629cf437052b94794b8c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79e078f3e0f86ba7136aa402613a5a4a56d0cd0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba2651ecfdba1141071c7248d227101aca76dba1eeae645e70f433e81614a7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e26bd8ba3aeb38ca6760e547080d5bf356f4b5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a53cc5f33ef399536fec11478a8fde3153361688b1d73d59ddd1a8f935a799
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd51aae3fc89c56410a99d8364cc242a981ddb4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1747092740deb32c707455bdbc8c2b2b180b51cbbd6c2104c9ca8d992e4c387
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb7d49d1e1072f30d75989ac10ec1de4d89df10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dfc4033f25a9d7645e1fcd5217c8b7cdfff33814dc3505141370b89afba90c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2df0bb8a8bc47a5a1b781c12538fd30071fcaec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e631bcf564d8b440a73be9454e62060249be1880367b6115681ddf293cf8680
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c877de4d710e79ec95b2efbc2085c87415fe8c60
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1915e4d34752b4a7f5c4bd0a824537e83c248a7a4ecfaa9bd3e82beb3b9e60f4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796e14185c08aa3cf84062d2963a8b5647f53479
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032ea5298898f4e1131c7f49067b0c77090620f0b2b461b2590876d234822bf9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2579180f13408498d7574a9691cd8c004e88ee2b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6e1a40ca7c9326ae5aaf6fd89b645f793bdae527aacb5b979dba82f07b54b8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2428fc58e24dab626b0fcd3a51e968d29e1c7a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185dd9785ba9b333b2f35aa12a70019af6ff190b623b10f3dd15ff6361bde2af
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40ffc5e7c9eaf7601d0b330a39565c8eecdfeea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c5f39cc6122e5a56f74a984333246d157c57a04a203af6fec2cd982e925a6f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84188a72257fbd716f677e5b33ae73a9e2a657c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d615cb3d48af487ab2c308e02e0eabc534cb6c6babc628de614c90fb29a016
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d0ea5953b2e395b55dfdb9888c980272a8a88e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd60771f506c487a20728af7921479a3676b08a6d9669639ef72d57046d98708
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec210530590be11b7c02dcf85f1a2d13ce136c1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b12ecbe19ed6349dac3c0c257fb72174b7da053348746f592f5e91e8726bd4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b4cbf69175c69530b55e7aed6bdc6b62fc1c88
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa60f6648d5cad60991fb861bf9f116648d000f4984b2cceb7cac674618072e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df23cbd07e8637b643ed62826ff12e934608027c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abcd03731d8b19e5d92e3ba81dc3a95cb2c710a776043bbfe951413cdd401bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a023e0100cbb72617bda47cf4a000d3355b9f68
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5961559cb03c8b1fe5f4fe3c38b5e9c2ee6b206cc11415f64a3bab68d9fe8d6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf4088e7cb210e3103e3f0de3ef94cf54fa42eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9381f244c0bbe5b7d2141d45bbeae38e1422de99ee6292abdb3f05d7daa5b2ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c9badd8bc33fe8a54bfcebaf12402dc473632b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32099cc9fa73b3d595fe60c6a565dea3cd5e6d08cf9d8263f305ffc2a0d53a42
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41a7f80724b35430dc08f0b0266824799ae80c1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c922e34cbf914d5c2d397b3593c9afde06c0959b8073f2aafd5f66d9570560
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16d3a7c4a6e9318fae9e15d4473c9458cc69a41
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108df25ecc4d577eb525db33e91c857b3b4d03cc077c4d8d9f327a62dcec7ecf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b310dc53900b69351171bb3c0de82bc5224dee3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450087363688319f3a8f92c4d7fa53f04a40b9ee3d794a14069362918992a09f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5be41b68a10192f2abe90dc7c2415e56813c26c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ebbe3adf78b85a0d8ae4537ded3eafcc7cc4e6faa6c44a7911b162ae8dc0d7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92c9e96d68d3fb05f36544c24f22950dd3cfebb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11863aef855698d0bd465f20d4856869dd4ebda2979cda11dee49ac7efd30eaf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3465086ca4cedd02ed3edd865f977655aff2f97
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5188db967ff77387ba69bc64acbe4564820f60dcb43c7e13ffa12c5ba3639ae4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2c2bbe20aa3fe5fb57c0a5627e8578e1916fd0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b711953f00e2215f14b1586250e7d74c972bfbc7f80afbcb6bad352e553bfcb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7f70fde009002103cbd9af46cb1b82c3d1781d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41afde2b1f5bbaf70e2dcbdf853a8789bd7d031c82ee37a0b180d51198e5053f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455056fe8e68c0ec90db3e94cfee5eec7be4db18
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2728b6610db51a8ff29c63111f59b6636a42a6d8d822252036ff44177a108a13
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c55dc489fcd69731c9a5ee4679506c0508ad6c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fb94573e7ecfaa58991f94765fd98b9b9277cd3b90a60522ebdf4c7aa2fd6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7716f00452ae971073b79280bca9b43087ef23e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f77a3bbf0d05e36ae8c88a95362584270434aca4832563ffcf96cfb62113cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5955fdf203960f8e0d0042c1e78d1da372230cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3bd7f281f5012cb0543e0adcc8ebbacaadad67cec6c85486e11643dbea11f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38aa7524a735e1acc99af5de6a0e36327c1639e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839ac917eedc04b10ecad82d9578642224a1704bc69ddc4236d475f18fe581d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822e4c5c272e0645074072bb905808089d7b6ef3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c4e128b5735bb4e61fefe0128ccc8451b41f71e8ddf9875fcef2ffdef00652
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c798d9e515db1b7f33255395a5b75a1ab28765e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99f8ce66bb15181408c6d6eed4d0c7a1c882c46d94d01dab606fdde50f39694
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494fa047694dca3f2724604e01ad09a02eb7b0a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88677455dc85eb43527f70fbed3b00e68f0d6317a79b003df08600d7ca3e3d8a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8199046cd303e6a36a20c1c5c36a8b05b6be6655
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef79e4768c0f09ddd3fa3fb9a95e466caa6b9de4a776fcd2a390f5c225f4c10
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4f136a49069c97f5042730742ba437d8df7f0e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1efb6940663eb7179804fe55bb24d39ba28462271520c10f000b898251797b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057685fbea011965fb1a13550ae9d4c8d28468a7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c724ce9d12577cfb3f9be09423c489c5c21e4d97e9cc2fbdea68996f0c47793e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925dbd6106308be4e1a009d493b390a0d20df3cb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2827b933e10ec4b00b50caf93aa7e554afc11636dbf645ddb30129f0cd1246a4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a09deda77e2bf22c0afc2cf6169eee5b30857cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfbde0f4757bdb4e0a52239eb20aea89509523ca514f2c6e8d5dc9db7607c30
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6701a4696d6595658a037c2190b645eedba3690e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bf13635e5c9befcc6a6255544c5003cc362824ed8508032a6e36c43c321ea9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90215c1ce077bc2eb403afdc57d10468ef235c3a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27952587de4ee299659a2ec2f00df36796c7e3e50233ed5085e41c394b33fbd2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4942fbb6afa8409124198c15a51f0d46ae3d36ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21601403e107eaaf58e3c44e7bf80ba2acf5be281ca1eee82d1ba2a6f5e1f067
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e43a29e95f0cffe81ffd64f08e93121f47defbe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17397d6984e75597ebf09c26bb3eeb104cfed4508a5a895aff3f62a88b7f3874
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c4f713559ba4f1cc469b0f39d92a30f6000acc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d10de03afc40964b9c6a07e382ef5d42b5c6a09d7fb84dae736fa08d8ccde40
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866714084698d8f9df8da2e71d3c9b48ba642eca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed90d9d7526b244405f6286ed5c31e33dd59a3d721ef961779d1dd4d538e80f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38aceeb4a85ee55ea639f20aae752517565d2ba
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7286bde61e34cf828c1689f3f6b8025c7561e32f905c73092eaa104d95da1a80
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4160d02f36841fbe9a551d6b4659d7101ba06d5b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b35a99b1428ba4bf025ebfe56c3931bed0fdbe207c347d5f278d3b283e2ae8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffcc97f7eb0bc3e450dbf96aea12ef5aca05394
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535a59fdfe07170a9c358f753ca98cfd7b088447988a02094a2495588f33b32f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0b8bc0f1dbd22702b03c604bd7b227649f47a4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4667221d69f7c50d492b5cb112d674a65c9a094662f1859f6214806893d28d35
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8618452c1fd8a478c2aa7206e98e544105e2522d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ca8007afed0b100f45a776cce00b00f093151b9358883e006cd0925f483510
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cad3b3346dff929c081272c3d2d303e6f8031ba
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3dfcf8da8fdc9d10bb6bc3451d699b07bf2ba97589eb1053a57020a1e54532
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d5bc2843e2bd1a8112b0fea9b646c05a113567
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309ced3b55af9f0d2c40cf61fdb5ee86f909e1dc34bb0be50671334957dab120
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed8122c8da325ce4b53d78ac7a3eb63719237c0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8337755c920c786e4035a4579686d28376d5100cf6887f5bf00362d5c895bad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7826ea40ae27f43f5168380e2caec11b34a4ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5590c914853e30d793efc9f438a81d005b22b65011bbbbb951cb6a2cff767fff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72135a69636256dde6121f49e9a0706ca3cda812
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51565f716152df45a9b4701367ce9c54c3b9ae79616d92ec04944ce2c04b90ba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a225661831d9d57635e8c663622d3a61aca618
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9dbd0602e93cf86982df508c7f5fbb49c2285f40a7a65dba23c2a033a9ff2e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1255d87e152bb4bbc65195e2efe19c5a4eeed93e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9257fc41b052691c6f569f485e87c6b114341853cd0f0b4c9c3c24ddf54cc3b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03920678e88dde3b7ca262e6230df9f0544dbff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d32fbe85314d799ea44680552524d906b21e898eb0bbbbebc581cf72557ac9c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fda8b0c7e4d22736ae24a4f67433e67f9cb6a91
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4014086217947c061b6ace7a38242c4c6de6cb7ff08af40a3fa1699b5d732142
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d97ce5d2d5407197c90f277112e8c705edb0c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bb6d44ab145cd9fcef1457b32a1e2ee97ddc77a769db25d1cc2cc12050d0a0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb45eb59220f5fac7973ab737b0ab3b3ae93fbf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f767e6736a82c86645001eaab440d9711f9c68aaa01e42cf5a0c02ffc85bc5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c525c777532013c4044eae81d5e09793fefb0e4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aecb6882f79536f03ff7424ae3a46a0c48fe915d05afb8d6ec9e2447a8b3cfd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bc3f99c935f2c9e7cc098f5ffaeb04d5824af2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a423b0d77e13b08b23b6b69aed41a9377507bc5b088d0a661d2f4c25bba5fd6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de793d2a3fbfa446cfd3e5b5b8f2f3f68fb83acf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65e75f186f6e730f99a8c2aeb432da81a8cf39e758a8bee3ad045b4697a843d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069714ce3c7b22a8756efb2dc72e3555f4b6a192
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e3dba78e3d35f85f5fa2f335034f154acd28f7439749e8eabf6d519f0ce9f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff7bb31f34ea6dd3f252282ebefaa9fe4053153
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c3039c2635810eb3dd456519e6b0e5c57773bed2863d9a4e80f41d7e8d94b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e18bc8d2f2eb98b346e4621664aa74e2da33526
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1276e2c839812f6638c994fc84dcc8fee854e2e450886f02c21e060fb78157
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a830792846b3279f2a5da046131aa4c1c53e57
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9450d80a020db4a3b1365ed00aa7ad545af50bf73f77ecc2a8d42a53270827cd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe59dca541fad2134b89a702f23c1a21bea086a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8065326a9b33c6d36368288475e509dd4e35e461dfc9d7bcbc15ee96a9f419e4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db29e49b5bed11e5889534a081f08820b7bf6fc5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b35ebca575589c64919456af5af84dd88823dba6a077b909c3273653b47f2c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738654be13007c668ea25356c0dcff9280cf7ab2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ccd979f306f0035e88b3e7dd952ef1ad07e258fcb02742611fadd4d64425cc
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6749ecad2e658161eb2c372a400cd6921a2716
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbf023f7735d2e4a1e394067cfcf3263611832aca908cbe5420b9e5898e13e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd4e69a4879105bd0e271a2b44ae36893ea1d68
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334355854e1bb3c2872797aecd410b9d0c20f27069b32e55e1529791a33fb604
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2b354cfd6123f1f8da09ae67fdb9cdad8e2e58
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f343ce142b36a7541898aeea5bb752fb5ef8435197817774e123fac78f8364fa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1e8cc750ca79b8ff5b4bd88ec2a579f9ca6921
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58476436d625e691afe692bd33241288c0b6702618d189f763ac8e37295dc20
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b068f42f4bbadfec34f3e4d03323b08b5bd598e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef92b21d7a280f490c4b231b2c52617c3216e5fc86f630a3df5be1d16e4b517
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519ccbc17687944e3147963c90a86044fe2b6c87
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14a7886f5866b2fb3acb5c0cdb4d1b7fda7be7c68f7dd6b98ec9f3bd23c9e99
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5ff9d2eae4432f3e32451a2895b77d75a15872
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce256d3f9da69b52bdd9eb1b89e630bb77b6702bd06d2f39f44ed2d929e2f65a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fbf5e51f94e284d20296198225ab9d48a0774b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca5322d3f20f1ce6a412d522b1f3ed1b9d748261e23754a477c3a6714651902
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f312251e3e08f88cb7f9bf661bd0b75b1be778
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e76b795c8a8c754ef0b3ecec58afa24c23f7d4d018d68658a2c8bdeec7a95b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5eb2b842eff8295720aa37def0ffb6a88e81064
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cfe4aa36be489383a17aa0862d0e0ebcf67948864d1fb0f4b9c2b63e523ba1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2d9d7b93fec518104d040be575e8143aec7392
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83233aa4493a317f0b22c11843e8dfc87d10c77721e800197eee5438406880e0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7529f9f5d4860e912791815800fcb774bd09aade
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab43d0c18b6edd17d1aa574d63c5981ab8016631139151f8c69ddaf932cca97c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a73f249d48fa1e88b6c7f09703806396e09eb6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d0d136bf9ddae7fb6dd1c88072f7a6a0816e0a76957b27b29bb32101948526
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0b5de088df55db70fb0172e764e8f50e0fec4c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89eae5caedb85232de7bab05887be7723b8c9955948a9b5daec7331e9751a8c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9af5027f7fb9c52f446caa0ded178714738c0ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7df23c3b31ddefbe646dd52cc0cfa7aa36c5443a86e53baeb6de77efdb6f43d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f463f53e5e9b1d498d451d68a2cd2d7f84c10e85
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33c7390e993e8b133dbd2404cf03f0324fe2d51a23ba6ed7612beeca674f536
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebebf179f181963ea1149329bd7b9d4365cbac0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c77f04075c19c8a73cc7f179b3a5ae2b6c5578c0eadcfd41591539e91666df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b62e76312d03f246a949aed5fb126300f385d8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d083192d9fa40ab3d0624738ba3b413c6ae9b1a023f68a4c0cf91132fa2252db
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db608ea7a2d10ce0bbb8208c56d4ba7a4a7f8ec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a241e05b9e1e68d6273ada4d095e9e8434dee9bdb149d92e54ed1b55b2358a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286599d1077b46a0abab554a2f3c4e7bffe3a574
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e407d5ef9c819cbb7bab936e9b9f88cb3906458a914e7efb6bea963299525161
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cf43a12d855310f3d33c460607c3d746355775
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e1b0837b0844944fd17f6aa9a67e2baa8071021c2356eb6fbabe4eab5ca91a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7080c903426e6edb335b1f6dc16b885b3de6d9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fffdaac50ee11daba29bf5991e660095a189bc03835345fc585d78321c16d7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f20648bd9661d13030375d2db27b1e864660289
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0e7ffa5f74447a80c95c9ba0fa0725feef382049d81e0b031a030e994adbd9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0336eb352b0d4ab2853a82f94dbaafba9a50d218
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14b573d36dd611569746626843f6378610b88002bc9deb4f6b051c5790d7dcb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2438ead2eea87f23efec89a8176cadcc03fe3b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b39a7f649a67c24e41f9f43a0a11d9ce836cc40d6f54272e5a411a42cdf034
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed41c4238b33cec868a0f3ce051360419622841
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fefbb8d28049fe4cd41b8c37cc4c1bb66dcc5c8cd6f8a518a5a0b2406857c79
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20492ebba734ca0f2561b16e3f1b939f61a7211b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477a1dac4f38765db6b39d55b247387a7d6d303d4a3aabbd1ed045dca9f675e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c05eadeb134f38a0533338ad83f12d795484d9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7875e57b33c7e0213d5bce60dcdd9e64cdf9ef60bf85175baf1c7982b7d0b5eb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694d2350eae3fa8569d56cf573d4223e2c4a20d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeed4207d8dca421a3afa22570dc01c20324e70ce26510ca0ddf35d296b9e17c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b380c56032b8cccf7e2d7ca3f4cf5bee908cd629
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99432522beac0d6631733b405fea45867338398aafcea40f7707e820affbeeb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa5ca745635abb39f68c3a69688d5cc99eb8152
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbd47903398bdeeeadf1b16c1a7da719cdb1651aa00707bfbf4b94a817a516d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ee0a7840e057cdced0adc27437cdd1b2d2c520
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8b8638a669b0b4338c8e03f30252c280d2ddbd1c971a71a40d850838e50bf2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff24149fe2a9f9a830e4858025d4694efbc0e6e0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2071a39c6da4a192371dcbd03c7293477aa7026f58b65559fc95610dd5948b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9d9f9bc348e02fd3013d02c9396b6032c6cee0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fa681127cff6f04085b8c866fe3d8dba46c5fd86183640d5924867b2e19c34
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5185bc0512e9ac676f639310a04e45385bf8dca4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe3e379a9b9fca5522a82d851c2be353b9a9a38c781de521c31bc7b07ec6913
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc4ec7c71e7a6b07a2070dc0b83963e58e633b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76de45970839501ea6453af1cc4d35359a24686e91f11bc9a45be5c2fecd6ceb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f22be2a1cfe21b88ec671d96ab31b55ad1298c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379028c7a75ce53e14e2e6985581f8feea773ed756199f15ce9c74bf913ccfaf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fc7728c9943b962c860cc465f9fbae2118e74f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6a8ad4c97679c9adc9289b9169278d1700f80ca9c66b89268e2388975b415c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1beca3d69abb175d432ecca4ff65010d1c7de16b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcee46cd0c0ad57376d1e4640cd41d6f0a68270aea48e0c5f76872d76dc8d17
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1e942f88956e2224e097b4bf37718fce2490df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c1592c0f2024a7a6ddd78cc0867dd7b2bb2d91c36a03f66f76d45e781f07da
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1315c5c1cd4c2f693940660807414778421941
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13681c09023fae2987d97141dba151a03457713db427dac2fedf3994d2220c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f8f12b3804c19b70e1eca87e5cb9aefd9bbf59
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb9a535ff906a8fdd7b07cbf5fd73b530ad89e9e0be2291e46870e70dce8de0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056eee7a8e5eba60d4e6dd0c2d49b8dbac3cc88f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc5db34035023dcf281709f6fe77b687488a155ead16958149220983a01a84c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ea372734dc79a44378dbd4a4769ecad56b76eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573f442fcb9cac6734fc34363ca8b850f7716aea9065b298db1444b4ec7c17ab
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b3a7e0ec08e2c8b6b5f6afc13dcd3591850c0d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5c34c6788e4670b9602849a1b109f484be3e2d3b2b8d3dcbbc91b757701a8b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c22ca59a3f6c7c0121ecf7de1f61feeee08466
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af3aeb4bc6f2e9f1424870a1fe5588060c6dc30c7b21985ee61f09f34899b25
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dabfb9265fffab940db2b223f572b0b9e4a08d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec46384bbf351e8b5673ab365bb8bf238211c800c2773473e4e0e0dc21fb467
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ca4fd79bfb9460b1c3e698a0471db8df8e650d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d0544bb079a68b90bd86d414508033ea3b25c85db7fd594deed07addc82ff4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7211477a310d0c8f7663976ebc008cd0e8d076e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55e6d0fc2992e1b4a3239912a611b15e9c42684827f07352c33f2bbcd3b9e4f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9a66f9745fac0be387e8a2675b64b884105d82
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97735608f6aa76a45a0f2cbb966dbbb4d2df865d0549c480a444cbbbb75904c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6525fa49161c23fd473f879fa352abd17631b0f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d87a5b036e296a60586b551209c38ee4a24d79f425f243e10a6ccccc277401
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be237ca82a86e5a7f385c5db28d093d37610d4b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cf0b26ba5435de94d90a910a51ccd474aeb7a2aa18d38dec61eab63c1f6f8a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a77fb9c057c00184416a46f33a5a6a7d8f63aa2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4785850decc2167d9de30003b7240cc152305f9c00dd7c167e21363ef3830acd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a123cd3bee5ca7ad4d6a0ba4d8d2b7d3ddf00e5c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9845409deb18662a7d7ba8e94a18e3085402ec808114cc1aa4728eeed6718bb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e86c3660b9e19b6daa8402fbefd98c1fdba647
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc1682c86d92e3c1902eb0d314769e838433974af03b11563517de7ec162b3c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cacfe045a6b052cb99bec35f8bdc63ff0077e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc95cadeba548b6a7e82e9d7c1f9576baf6c9f3c2707833078dc03d007b9257
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eccfb5b48d92d9b0db595a00a90e80565c2f5e0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec72e04cef1764562a115e19de78d966f2ffc8335204c61ab84d1fde53f4910b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3916b92aacfc5be802eb6d24412b73f0275583
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de41195fb30788302b0e892d3c582736956e4d08a5317f1c89d0bc5e5ead7db
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9925043fb798c0a7306a6293ea474816e0e16a3e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e51794607a3043c025d7646ed5d53dae762286b64c295b0be3ae36b4580c6ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38d6f50eab048466487bbfa9dda4f6c248a991a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52462c3546271db3cadec7b593cadd5f57ff6af725bf3b2ed2078c44ab6fb199
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e485324bca1dbcddf804073f7553ef2599ec08c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f9002caf9832848190238278d2c4222454a6dc9923eeaa56fe41f3a9331c6e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee945a8c6ae72d023061af86d21f95cc0df92ddf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb2c574ddb3ef89e20384abe855fa16867999dc4feaa040956de47fddf268ad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485f283736711d098e3c1472bc5f7d16780485f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d44e5f035d3266b4e3f2e9a85c973cff28ce323befe6163c76f30c19dd5fa32
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd96bc4f1c9f886f41c4fe96d81327e96946be46
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ba526afed401f256d5afea1aaa07852b074a870866a246e7358b19a5a16d7e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ca99e5268c8c458b9ef568b93b49a48da87271
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e053c4358f47a49b8986d517fd0b1e0e085ef9b2e2ee712d1bf5df7b5371b4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11623a12c7a319db85834156457a8183635bcb2b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6710d99974f10c58132e1ce2006ededa320f76ef121f7b3626714289be739a2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588a2c24e33bf5a1d78fdd60c603be0359bdf397
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af75ca2a072d9eccb8f325b64dd23815ce87627e91738c6cffea50e9dc31959
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b317374853b12d3057a9a3daa119ee531388fc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec2206b1042de7eee5043483b91a43abcd4423c2756f6d7965d84b2d58a9e73
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cb07ad78535510ba5c230dd2c6a5de321b7d90
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccae8392006658526a0ff053ec1cd6bd9f1db401efd517cfa159ac413e4ba32
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38cdae1c6d940728cdd5d8e942ecca31d6568d5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2e1ffd54e0f572a85fcc368060bdaa423b654753175d0219394d343f0002b0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6c57c8137129bc440647e9ae76d1b222a5e407
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1e025fe3e3afe2ad9cabf19193c9f101ec76bfef22b864148951acd49101c3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f34e1c36495faf2f599d2186cdd718bc96da74
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70edf98caf4c7ae29ec8626e272108c4a01f694a0d2774f20923f5f81a33a736
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69d8eec53bc636158c56e1ff2039d6e6430eded
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000cb07705fe9c6655df790f534a16b1bdbeca00dde69f0a985112aeac03a595
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f48a4f86cec3cad9d736415011d8ca89cd0516
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443411258678f25396fdc7b7f1d30f11d9282b54191a26f99639a6c67ea134cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc85aea7c004a42a08b548297f851afdeb34b388
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942a9cc6bccbd3d04aa88c650620fe7ff6483b0ee72582b86feddb0a8e38d7dd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd46392992a8e03fc5e5a1887bd653e7f1b895d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91189101f33bbe8b3d9b5d2fc819badb6f58fe7b18f3621f07de2dcb31d1e604
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb6bebfbc16a4aba88968bf0e3e518b910f5f3d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8608c33ab203b7b2240a2e4fc3de8f6bd9c52dde3e56bd87fbced4f80e1e3d57
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a057826441d6e2e32e6a59f16b31a2f6a3c1204
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3a46d3644fce68823a2cb7d5234a6ce36bca1f37a7678c0ba2b7a35f076295
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cfa99d06d41f9f2b8a2773d6f7754ab6f55e01
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b043c650c7a0bc6624052cc3f8eaf262def0e7e027daef3e3f2b4fc51bae59
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59dd59a449890d74577b5b85814435c4db411fd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f266b92ec7aecddb36b9595c64db3c083bfc415c4f1c9af2c7e6500069a0249
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e2bf2c68684fedf6596b286a4aaa51b56ffcd6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01f947a7c852b84c5688f8fa9a76a7b5b95331c7df73d72fb722a2067ace0ef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00254d9fb23255b5288e0a9777cabd9c5327c6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f243151bbb01e6dbbd083c4a2df3ee25a711b8442e29ef3604e049b0f13199
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ce3ca1991542420aeabc9fe8429097cb28da64
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127e8577ef05353a210c093b6b14fb5dd7f4da660ab2d3389fe5c915d9b4d169
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ad7372b60d9562fa1b58144727f63909e04e9d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a6352b0032127c8b5ddd8f4acb108709e49dda7887033adbaaa4455d390fb4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29a5e70e3bc66f26285e4400b322894fd0735b5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59bc241b325d44ce4ef9432ef42c387ebc20f54434863490748d7d9a4e65eb1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b683ed01b7f3359838f3a141d1d34e39f4df8909
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e7f25d5640eb304cc698d7574766f566465eb81b5209fd1280365ce0a5c2f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633f0b417d85765fda08a69dc6cf609eef4b564b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395eceea24391379546fd623553f56e995a0636bafb7ac2237f11ac0882fd69a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e467e3b0920f68b59ba43c8ab4cce7e5873f19e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada6e73254722e12646c7c4c7b15f51715e01f4f3d08556485cb61b799c17397
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da5927340aabf079e6198cd99a85eca69b5aeca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94eeb93992cd57073c8e1a9edaf523847a8ee178ee3c6c8a5cc22ce04e9db47
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edade4b7973fab4b0f5819037e11a69d2c250d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c686c4618aa7576ba205a2fa41853408c49df2a369d3182f2111b4eb53d33a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7780cb47e8dfffa343efd7e29385ac701ccf9b70
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6cbff0c973ad25ea5c53c30600a790a2709fdc6a3cf9b5098a89e4b57a5440
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12985cbda5117b8c5a62116ac3f67c711ab6e579
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1605517e8e59222bd1841aca94c0f0c4543f5b02bbf062c629d739bc25429f1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7891d65fe4d111fceeba85b7565e966e1e8507cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32204c26286d55c7c81d3cd79e54e43df8e89ec8219098027a12554c76bbc725
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657853bd40c937d886d2d610d4491121cffe8a12
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7d278e42befaf1bebb33e5221e0559d2c68e07d4cc966d4205c6101c570205
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e59605bd0e828f980a14cd9ad38b930bf900f4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbdfe177ef8ee191dd657677e41bd2643aff035d42231d8a317b947ffeee698
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbf080399164fb856eff4ce549e81dea2cece66
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c0d5ca103d65f328d6f0c669323047dddaafb4d5363c622bbfc782dc222056
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a106737c8615543ca2b4019f643f22695a8eb3f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848843f6b96bad58657f6b115b96a799ecffdc1c7ff68e27730b666d16d242c8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8d0d7da2e958b2ceff82b3b31000d47b3bcf70
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae4fad5de89bfe460666609fc750e484d93e6753304e0962c71047571c4e347
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec15f76d96b28c1469cf9cf90600acf33ccc7547
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076c790ba0ec7a130d6f85fbafda48a741f79e3c19f5fa7303cf1cd36be77e37
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da15f96c4761b0472078bdecebab3a98d6eafb99
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1b05a52b4b42e2d64d04ccb121fa4cd039a45f30c72f9ae6ec1a4509523d42
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf80dc774ce94a011f538b042311bbb159bdcb3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4d4988c2c50bf70a8bb2da1e7c0463dce7a1f79068e076d70fddb0c29fb58f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdad7394b4d875d7363ada1119c7664fb86b547
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acc99fe789bb8805543435cd0710b35e9c2f096b6e1d8ea2ee1ffcf492d6471
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2b6b310a3121f30f1bfdea88c0e92c185ace86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ff9aa7a561cd32eb71a289620b6acc83d9964513a5abdcef5cf5e9773376e3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbd3bed5a24b794e8a9647d0fca36149d181308
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f02eb92c4476f1aef13e0e44c25f2ec648e61f8168432d1f95bc869e9e04528
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0defdf9796da2ae4fdb8237a89ef2ab965910dd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a8499817b88cc8a78abe61077f0b58586812257196cd89691610c6b5428f7b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef114583d8159f127a17092ba4c064762085e0b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd4a0f0cad57ceeaeea89eaf4e2dca9574be6d5e2c044cbb49f19f1809aa60d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acc1df2d231795bafb2698d56a2f6402f13ae89
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b6e6fdb52a69b6d65f43a7fd60e58f7c39e0034632c872abc54dda6d589622
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567c841db9c97e4a1da25a365d2ac23632d69018
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9ef30c74cf0a572681a485f259d477f3c2ec21a5777642574c34eaed7bf08c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff8c92256e1d6b9369dff307dd2fec8bf7e4f38
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8faafef8eb1a0049c27308185dfed30ca4bcd7375d2c075992d691ba2d603670
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93164186138599da27dcbe4f9caf17249cf68fb5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c81143c49ec7f296b3534204d5ca8d2a085c4f248637e96b7bf2f25b3ed17d8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d2ae0654b1a5ed975ec854fb3faacaef8b8b63
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034212fbc240b60f1f9b5d1d74db0b31bbe92acdb4edd1cc04fbd8ad608bd8c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906c1d55a23cf507815ae902e4e28ae32c9fb5e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41898850d2fb9929bf48e18b276784f4e82d53a69f0c06949b91fde7d067c76f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3035a81766acc7a399475f8858b01fdbffb5b4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15f37afcc9082dd17d866266ee314957f08486170100a9e1d089bc0b75f9eec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8411d122a0f54fa7fae040bd05ae9628dad1d81c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7675b391a1e4ff8dffb736b6fbb152896cb4f58ae8b1883876478942c97d3f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60837948da9ad933cf82ce36b3c77c69c4dec414
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e0e6c2f0e579e14a1387e07cbdeeddd6e8eb26d94aa03637c085ced0da4d1b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee03c2f9faa07fa463592a88aff7b4bde3b4268a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1e29407a8b94797ad09c72ed8b764cae0eb94e97fa41963a755f9957310495
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42617240b9deb20810e5b7ecdbf1c05c73fba523
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3094790dcc3a645b6fc211a9429747d1e1c6862c8e89206f8c2773a8b2817c34
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a65a7f86bf64654f2639d7530e01d0c3b7a883
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d5eb0ed38f12e7bdb9ae7bfd8c03a5d8fbc7d647485fabf824828c8d64d21c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410425f5116bf3b548d8f136544bd4a38fa55193
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87019a631ef7f3e2e0e7ecde5c53a3183d6c28bcd76f0128ee354bc37457dfde
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c55e9fbd941707beb8540696fed8dd2344f7ba
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c217abe2c252631e6283265e63b97d928228d0c6047ec4abbca7c562d42bce7a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2cf19804291a0c2af06870990ab85c3826c031
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5e0c788bd65ed6d1fc6caa430f26f12142e2d73d95380f7b568a32cb77dacf
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30e413e7237b89f6ab5c58e8b75112d1b1c854c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a745d8fe6ec5f1da84c8be7cfdd9a72bf1c40409a8101a4f32853f88c36b3a56
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f389db7890bdf6692ebd10bce1fa456e126eefa7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78772d5b9623e33d0381d6f7b4584f517da6a7b875d077daa24fb93377294a6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448cf0427017641d30847b801b98e3ff42279106
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010ff8ca760e5e476ca9ab4dea5f8b30cd155a234a61d26fc01fcd932b8f559c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e437c8cf149a73bf9b771d475b962d050796a0bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19047def8a711619b5cf3d526adbaf80af3f286307f6a8c09f36be446419b0dc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf9aeb2b7cd624f5028a5ad65b110501a64c9e3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9173a253f58b23012a1cdf5a972ce6d45ed0c3444493fb990ab371119de76712
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7307092fc82ed6d4e081a5f461bf118188b9c001
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41df9fd3371caf4d2d341592d23d45294cb14e3a4decf4764345af33c3491b88
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7385982198ab46c52275bd6cd01034e44a7bdd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94006535c2fdd63e9f0d268ecd05d7660d99fe81fec6dae2c989d7db63268676
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b94f0a1bdd717483bfb36a36724efcaebda5ebe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353f30cf9bf38f265bfcc4296342649bdff40350210f05ee88a66bd85cf7a8fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca58773f7eba02d5b31c086f4abbc1a264c01d9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e9e9a24c549e040cd1bdeeec4941d8631e8ac60cf3fa50279dd8a9d1d96246
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7520687b9faed432fa58377e61b4b0d64d7c920c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c902d7fc0a19e29ad71dee1b59b3e3465f82ae9f00ab95dbc1d6e3d496475ddb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64dafccffea980cc049ad19582a5224c998c292
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7aa172caf8163ea9bf862f377444f7399b48113639ce325e1fbc61a1987382
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b599ac9537ff13edd2d6341463b7b12ef9924a8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ba2479a01e69a0053c25b22f8a6b909b85f5f5896c691ba8f9b62c3ce51fbf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dbdb24e934bab7276feda5bd19783556a65530
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affa939d4dfaaf60a3e69a075f0d9757f19fb2f455b69cf1ae3b7c557ccba9e2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4360ce8929d851f6e0053857ef019878da6bb63f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac5d6a13880e5674b9ce8bba888ae458d767271298e4ab3685da750d3717012
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cfdc1279858469d5d5ef9572375cfd0df1966a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7480ed928bd7bfda8cba2f3a7c814e3b25d194f65f90b3a51642135e5882c485
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf5759a9447999c28ed5be14d669267026e8cbb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65365989c3037fc83a6d8800f91b1b2e2b8929874a7ee552131d8d7b546d1b48
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b12c44d0dfd223ad2398b08ffab72e47fe706e9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83a614b0961a668e40746ff31845ab6a9b5eb282ecfad0ca900f4c2c84a43e6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d80af81adcb890b2f33f362429ba946c7eba7c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc58204143adc6dbd3084dfb6eb8f4217d0915cdd6803b6ee5a8af61743125f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d390d3fa8a0dbb472338309ab1c8ae0d9bb0e701
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c005c5deaea0a209dc21197b8c25ac2c44e2d882173da44ffc84f674fb32d669
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2802d228c27b8e978c6626e832c20d9944791b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51669395eeb0ed9d6d9eba248f492cd7d62413e12ae49a706f98093863186e6f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38099bc7c5683d9db0cbedaf4c4085c446ff2e36
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae3edf37310102838fb0760304c59de96b10ffbbad077a577426ffeb63c976f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1392d5cb2dc723575dc41a5cbdb733b7df82f842
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4872ee2c728a5808e9a0cfbce0db9bf237ffb642ce64424a37291b59ce07fec5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2701984f3cc1e27bcde9b751634de5be1e6a9f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dddf63662ea8d512f55a5ad31ed8b7d3b977d25e80aa15d1e14376eecb8e33
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3de71145feab40b6c98f2a04ae0e6b7abedbf69
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35f6cd4cbbced7416e3b67ccf60865d01fe4d62964faa7a304f102ef1655e73
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb19f6055a0c308e0dc69d3e30423a9c5102ff31
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a211c570b227928fd92cb5e981ba78a48cec92c0a35226944858b0b5617e46c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e8cf7d04019e2654aeb37a92267e749e657c26
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdc7ea2ceddc3b697e3618a5b137b5e64aefaa338294ffebb71b29ccf1edbd4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6d2072a93c1db95094ff024a324b3859d2747b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2210f701da358ac1c53f533d9f32338600385f146c608fef4cc57565bb87d777
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b042f5ad294c692d9224c601a803e47e1cc8ab43
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a2fa31f6da311bad008950804c770fa68c881000d0325547ebd512ae565f2f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f9174a4bf45a67ee20afe20fe4268f8fcc00ce
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e85c1088e74c4a1bfaada92bc49d2d7b3a9dde264411e070504ef5cfa042060
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272ed3bce8dc46bbb8fc5bc13efa6113b17097f6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf1ccd6123416cf6b5e076edc1b50c3a7082faf1068519681a7e01fdb97a764
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a579a036c43bf05d0acf808e922422fa92b10d8c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86648c9915ec818bd3263898d6bbc0eea63820ea46c791f4cfc190e6ed6d0b92
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9912023d70485513040df2ea6d996f19e38ae1f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa6fe2a00c93e4789c1d0ec8b8d837061f4ec5a67732476a848d31fdda50d71
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9fa4471d884aed6f77b7a00284793640623ff4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd0d0e1a0b3c6414e55c20b91444b6c0f357935909c9954a759e047f3809db2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b734e416d129df2f02d1481cecf383a464e9098e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92415176be8e6df79f0976e5352ed498e71be32d7326e1886bfd46997723267
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a812d36401261e18d4ed7ca77cba6be357a8248b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33fb4b3f825d54488a9f9e41120c8022fbaace11eeb4d6b5c913a81610a3bac
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7752aa83501b1281781cbee5dc4c8ad672872d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f40991fa951754b81ff053e0275aa385c0ff9dbb23b17f521841d07e5e203cd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30edde255e727712f2aab0a8453f185dff590a8c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eabf8449c2327d625467b1b9216117fc6ad5ed9d72fe6d7b424c31f8893a1c7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ce7df6c30cabad738e387d3ff4f29c34d8e29f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb43a4a83adaa58c8ac0788fc2aede39103401b082eac0226582123804d0e3a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2403078cad0dc10d51d52d1b0ba30ec96c67906
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed300aa8a6c52cee977b2ac1524e9d6d1b9794c93b5e39427ffca5e6842b8b67
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3953ee4f86b7139aa8cf0c13d5ac415f8437c29c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2f92f9ff1cea661dd2f65aa38701ecba6603b590ac7bf4b18edf55510f0024
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375313b85755819cdcfb772c80162b4169c1b7fa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb205ba84b1707d186ee8c5900176c71f054969ec4fa19def9f1343f4481bd0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2250e94ca7c141f892cffb9cab832a98d68d97
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbddaffa9d04ebab91decb205cab14a175c59136cdfc0ff2350a49657c8660f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917a56da5c6f346f6898e4f2f0ec5e366c62626f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb0e276fb171521ce788547f8849aa544b6d8706be499f0f519c48de4dea722
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9502162cca16f0117ac849d520aa55ae5f53f8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890aa3de6e16ad5af34e55727b3e3846b6d3b6ad29ff797e144daadfd3850850
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d1e79d82663a0bc10f53801221f16da570e4cb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56870597c21b0e518a33f7445a06de311ab2f4245245e6f06573b0bc35da2ba3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efb6b353c5b8f37f5a4abd075a9a3a6f3398545
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56c04f2eeadfefda3fc8af44c26e451d45ec3ae7fbe521459a07625d3224230
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f679365605d774001ebad2d368eb6b61bc3f027d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d5f8f08d096a7b594480fe06e51215b7c070ca43b827fe67245b9cd5b575fc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f8f0109050936bd14fe4aafedfea6a6ada82ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e7188b6550c6a6aaede21916d29d6ccf6e57cb434d06c2aea0499bb2d20091
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9048217962a6b66c28a95f5068bd774d04f93be
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfb74f5ba591306018a07d030f695c3b1a694221e8cb0616483b2330cd16f1c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d4648e1c4c988d665394cd1a2e9a9ab2395c24
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5d19e3aa9220229409d73300b07516711ff72ff7193a903c897571efe03c44
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61bc4525ee497a6982634caa65e570b459df3b9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c95b7c300169efae2c46a821fb5069dd2f2edc2e58b619640fa7988cf7ecaa5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d41ba9ce64e784cd2eae8290223bd0977b95d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359e2a1dc0074ed79743922001d26c453e6c106bf6508bc0b1c7df3bbf46e22e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a237950f05aa3e8ee58b5765a61558d292d982
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c71bc3bc7e7b95ce84ae4744c058960fc8b7eebea611eda71911225f5f88b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fe6482ab90198dda34ad6fa982f9867ed5fdb7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afee14b99d9814ce07c076d7a544c576ef063c779f448d236cf012e156b5be8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d862c09ea33e9be04ab1a536b5773d305d14f28
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f018021e87eb099b788dd7eb14a8bd71244bc8ce1fdf7b3c7cd94549bebf4b7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422c4af5e7ffe90a1fe0fada6ccb518d7a17b574
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc9ce9bef5b0a1c9422e875b239568304d18a8cbd057d1619c260a2b28360c3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6727325fa52f7855882ed8926d53a78f88750d01
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123cca16685c299dafe8611de28f5fdbceee22164ed90781a9f3aaf303e6bf55
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751fbe5de32aba2ce6ab5e09797aa6b24051b98d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaca48093ff1e84d4a442c7775308139d18e18ed228ee1aa97b65e34df46d4f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1cdb961a1299ebc79989ac72d4e034062e32f9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6f091f5b46a552573e8454408804d8e5510f4ee82b01565a298187369efc41
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365deba74c1bc9c6d089a51bccf9c3774b71f4c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0350ccef38a4cfed3b322edc1759bbeb8204eb4a2544d717e1c7442e24e67244
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885b2b87d5220dfd09a1e203204b2ceb11eef9e5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af04de5bf1df6b594af373e552914bad9200e7120e8672556ca90cf560ea1831
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3ac6365cdae228590fa68b34190464278250b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082ee668260a89b354414c4d824615f1405d5e186210962616cbb0467b8e3565
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee03d8e9e6c851396f9be7c9072b80510026206
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085188ab73cf3ef8cdc13f6c1be1b3c7ea1ac58ea6faf081f2798ec6fb579eea
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ebf82454282afcd0402af83047d6e917166ab8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccef17b0fc30b6fd10e1dad99da175a061d534008f439afc7de059749017b593
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f8018bf584fd25c71e5b59ae2a1f50e41d6cf9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d27281b724e163bb99b83496007f5c9698a08409e07df63eee726849001483
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b24394dfc7a7ee4506f2e7fc8809470102c74df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb6283b571c9dcce9ad386b82b1910edc40df9bb5f61167ddfa5a7c61280b5b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf29f42b454613c00261a402a9d20a78ce56dacc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f358e61ee042b600852b462c93ff67b3b222afa449686fcccad9d5c4293326c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5be3de5d7d58cf73d34032e5f738f2553c6a284
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1d3ba651e0572f89ef40c394782491e194c3f5e3b7c2b1bf9bef2dab8a5020
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7450b75e8d6af05e6b1f6aa2204d89332e42b3a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d88dbca02cc8e84aaf84f60adccfd1a6ae0b16eb2a41aa3d9609d63a683a29
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be00dd93c97e63b1b4ef45eb57286698fba1206
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813f18d4bcbbaf045b8b660a845e8dd3ac70ba42a099fbf12b017c8bf1bc819f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e12d0cf68607e92a7dd7b803c928c68024bf10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7fce148bee77f2213e7bca219cb3174a30727e5e4f9db74a359d1c102565ac
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388e3ab54e88df699ddac790e01f7b66cd431817
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a8943dbdec0ac71160dc8c553ae64145066a6f0629665e9742d423273748e1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7134eb1ac3f707842bec8b63f8eaa43b978a26c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e50fe2389157a216bb0fbeb7a35135c77b6975e1bba3831c119358e01d755c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc47831950c58b8bd3bd803304801a4b41f2d97
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7ba031c7d65ea14984ddd74063a8a131d45c788c96b5e49119b7ada3bae4e8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328e43391e8dbb67f3416c8273a6b98b780dcb1a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9546c1cca4b3d3169d47c571d6cfaeed62fa1d0a2eee8aa60b5f8d398c64fcd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47dfa8ff1b1c465aef1f3afcaa96062c879855a6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62216efb21a289c2e23a108f9c50d594ad75a83f711a94cde826f265f037792f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f004f43d246d49d32b108f6b940e221a88b4f052
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165ab7bce63be3f45a036f911f6ef47305dbc322d06450382d5d105f0deaf430
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1190d0a2cc99c5bf8a7514d838d1fc9068523902
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ac98f3c47d239c156dac43731933424e9659862c2fa4cbb3c5cfa7c7a198b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4906261596d0195e40cf4fb4fd5734efe24dd119
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d4e9e696eef0d5ee6676a2af8186e09727687d77cff8084bb82a9f07487916
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8d23c20c783fe32475c690f38f00fea70b8427
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f78d9fe404863415f2921e0331fd302f10d9fbfb1bfa3758fd67d803f74d3c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1728136d8649b925b459915464a23f34d8329417
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833df933f2f1b942ac26a4d24d132926368e47fbe1c724c3ff33b097a839b55a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9654f5be0493406a59ff887dc9ae0441ab424837
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6835fc75a9d59293f0947ca9f994d41a4d6bf9f384d96be45abb3298ea1dd4d6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5eb27056781b165b425f7406626c84884fc824
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f236975c0f8e058dd4919b3ffa184ee920bd4bc5cbf6cd4d5e75149d03eb691a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf5db86d1e016c626a028533ab5db6afdde58c1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5617bea4b127b24e0e00316ba6bad29aa72c73cbf600e172d4d723638f2408d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5578f57bd93e485cce7db9d5be840af72fe8225f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8db8fc01894c3678db03898d8f8c2dfe6f6d35ca44b0f53b8f25817a0b0d75
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb21ed35fbe6c7ec2669071b85af8af88183c84
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6a0b576919ed6598ae66026cbfe257975835009c14dd2c248ff6beb6a6e51b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad15fc712bbc79bb6c64acb1bf2d78643def470
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0048a097ecca9f536940e0e15e2cb3ce61dcb5a867424560399e17d8c4633c81
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0080575b75954ae6de68128f5f90b27aa82382b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2a33f93089315de12d44e03f342a4ac100437d00396cbbe3ba38d77af17ee5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b45899b19a5629083e2af1fa25454e8a9e225e8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4b0bd64f4822951c69bc93a3d95151915993d64ae3d4ea1f56e08fbd795a16
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9a4a1c43eca7c912c6ee6677b97ba084d97cde
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b818182bafec00ee4965a7ced4eaf2ffb202d8b83cd8d0d3bcfd57cafd0b94
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7837e614c9007a39772b4c101e6a44acccbdaea3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d4f243dc4684c49ee4416c362b8714c5c5345d586367811f562828505e4869
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d5f0b5b64c9aca1df4a592107b588fb64228a6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dff9a3a8f830b440c61a66fdeae023de704b3d7815dfb701feecee2974e37b9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c2cb6abc72618bdf98bf32dbb976568c814173
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d7207dc79daa70d20a63550e712329b6d7a054aae520844b94e2522e48c299
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ed7c1b0628c92d56fb8ff6bc25389cc91000d1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb88d161ccc8550b47ad60b276fe8bd705d7580e26ee91de53deb2afb546082f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0425001cf1cb1960b03164a7176757ced9b13c4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307de25669a301a6161917d7f68cc918f69868e33a9818e99ed8b1610363db34
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfef3e1e2479836fd440b739ddf6f8b0c0de5075
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12994bdac50c87debbd9c1cb9987be9b35ec3fb9bd30d0e9a7d22a5dfda7b74
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9486018e9972d10cc5b69ea81901ff19a143e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23d11fced5f283d20487d6416fb2f4833f514173d45a046af66a43a04806cd1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52bf1f078be0a38507953d55e5641d6b3ded4bc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47831e84c20aa4ff505ee7e4ea31a69d3c5977c72cc3ebaa233739b70f0a9f9a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e7dbf1aada6ab9cbfe893cb3a9cf66ec1ffb57
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e479a3f00c904ea98215984cd33c127caaac654611db9229c46f26b91668fe
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa3f0404ff822f925f5872fd9d2915df4420fd4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8460623a34556cc111b1486c4fdff6a265075615ab9dd35f46d9bd4475cb1e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981071dca7ce751ff9d60d1c4b91c65a0a0fbe59
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e2dff318d2fef4dde794ceb1b6ed76caf9fb5ede7ea1ecc7ac2d516b73308a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d2077160cf3f8041f55bf4b829c5cd977c5591
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f12ec24f5c132b1053f104678955b8b494f48f47664db5537374ad97bbd8cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d275b46df7b3c18a0a1525d0aaa18a8acd272a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb8b74b5d32e1f24707c592f2599d93fd24510c0b55460cb410a00f492549b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34897bd8074f21e4143a9143fb5e59bc7ff24941
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12682baf533dd02a72b0e76d1a27642ebd734bb96547c01d417bb9a14f76fdc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd7cf14324453dda48f8e9b321dfe411fa13b8c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d30ff62e2b5382128b21f232bf5df5dc4cd10681afd05dcfc00f2afe245c27f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb502ffaa9bcb9346139e3c25c6dd5725229b372
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a4f893c77e693a9b3096e024462da56f07b3974cb2ed4d45df9a07b201fe1d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adcbae3961291ca1ddeeb1ae34814d51c7fcf6f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd597918ccf5b2fbbd33906a911f78dd6ef12ca8c6884587ffb85135df5f8e9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60062351c78eb3e7eefb0cda4594bc72b078c105
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b05de93a7e9483dd8f99c5ef32e5a328e9f5429a2a21848f4240fa5c2f831e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5c6c5ba7e07f603476d7f9c2c0639fe63228a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bff93769569d8e08d223b18a555a64d20a1d32eb0cb8bb099b361dc87e44f82
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ba542182a768a364d14ae40244cbdb043216a1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5395d95e315574adb6b4121a6b84136e33df5c6666764b93c8d3a0ba0c572659
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf78341d58dbf4f4f846c5557383da82b006838
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b46201781e3b1a11c68f017cc1c3f95eda697f29bce530df06d0d01aefdfa44
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5f6ed12513aa34eba5e77868a16e5c1fc52f95
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0af9252e882975397b6d5f9ab07416df11d22126c69bd170de3c364d9f45a8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20113c127029897f02db0129ddd18216cbf4ac8c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d09e29580c3719965cdeb00091b56f39c9b2a9609775c2d62cf0937bc5d7cf9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c5145c027e04e121118f444e0544038f7d08a6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d07ef2fbd99dee93314d046259996845c7b3e7c22b0eec958b9b65b1907372
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c649b5eb91e5cd0656f274323fa7cd05107e29cb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff312773c000c9b1c24896667a185c60457afc86f131df1ea631a0daa6dad1e3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b209d4f3abfbc6ad9673c6d3fc02282977c1be
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac3cee9624c61ca7fb36b61ddee8496709b06d2f771a59c542991a64cb80c9d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d339b19c2e0cdbdc0f849b646f9a4a57ca4eb1df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0272159eef0ca3a473baa42e1b39f0d989f6a1c69e145ce5cabe7a6bb0022dae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1319cc9e7dbcf5018acf062005c9b73fcca33592
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11360e35223df27da799af27dc236f8f7be5fab28ba7225b2e917200562ad9e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f014c240f29cb6f6f8bd0e37cb9c926b7f29370a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c842e327adfd7a8ea6729e751d0254beafee5be368d9f354264132a546c6cf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6647bd680d58e5f868004e23bcd2d6d94855926e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43cf0298d1a326c667e8846d063c377e628976b194898f6047939c426861ce7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7c09a7413598a2a1e93cf769f6f90b315b4d81
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1625159743971d6ca1921eacc83b3d02eabcae04ab071fe0a3e3713017240bbe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10bfec9418c201226ccdace0e5c2395084849377
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92c2e8fb7421dd1a1fa9f10823c5988fb944b796cc98f78b6168a6d8bd75b6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6299cb2280dc6adb6904eec911cd384d24ace4f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927a100d34ce3b9741073cdf932e3a8f322571a652d018f56555b3ab02d2f488
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72dd9c08cfc9709044c71a87dd69af56093963f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0bbba4520719e272e3ca827272f22bdbc150e0e7f7c991b9e49e1d3de4c01c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c449e6ebec1b57086dcc0e850df35ad89693be
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71094d3d195fd42ddf347ced2f0b9958958d7df93831879a754ba71048c0260
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd390e6b56bc64131e34449e6c8221fdb2ee0786
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d858b8361c5bfa168fba89bcfad3d78280f2613e1990e6055f8c6e36f40ce28c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf7d975fd29fac543f9babc78872fd92e234595
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2ea429805642b069d73f5ab8674aea8bb1adf115bc35857e67c51b20baeb29
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e3261cb37bc32e36bc737d58f361438bf14341
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52b7d563604de9b5613dbdde94e32630dd8815d947441ae0d127b5ae308094d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d57b269461334d8919f7a5a35e8527410447406
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83e702e66355fdfb248dfe9c8a8512389daffd5e4e1d6975f6a51cb18b4d103
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8804e6477ff0ff7d7a0457abedf1c11b95c16458
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6288d0b0e4c3de3063b2a6ad71942e85e011468eafb9da2e243e45101b877bf9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9eae3ae795d10d930cb41c53be5b1aa0fb3911
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7208aa517cb0e92fcb0b32c54471248fdb6c0be4259d400a657647816336da
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e5fa8212e450234d9d20bac366e38c9de1a601
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02e2194f2d9522ac652466ff8466a3fe63f93eab90117b96032cf98e8c0c630
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ad4e1fc0d89b497190cfe84bcbd6d46b5ffcf6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e63c0332e3d5b77cee60b4b0883b592b8b30e8db6bcd7b8ed001094989e283
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0012d8a3be780925d93a5495cc1c08d4e93c592e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7666dd4deddedafe3c2e9a121558e221fa4ccd60a8185bdd423e01c030a8271b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6101b76524d1eebd4cce9839e234f2475b1ccd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e2799382bf088ba58f73502f68adb43a882ddae53c3960dbc9ec370f356167
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528ee3f51eccfd1dc3faddce926b253402704f04
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1a53d7e1d4207790fdde1bb79eba66498a494b9f3ecce306e842ee87943f56
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ee7f21f21601ae8126d3c89cf5188b6d1a3888
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29d8853ccfe5cd49fda6a56a76a08cea8178490e73275cb9821a0343d09ca45
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b350ee3b77036e1121ffdaa6e183a1632ff173cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361af4ce7cd71b6b002732eddb7208bbcb032a38d1553dc5a6e3fe51311f8e45
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edad8b452984e1586f87f50a44b9d910ea866c15
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c73f9642ae6090237fa5be0d23021c27b59f6cd8dd74b951d926a19d9a940c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33b65d409ea65b56e0736393cd7a9a76615e0d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2237cf62f481497ae5a01621cb64cb7ff97fba0f075213cfdab9e22a1e16ba22
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b609f771eebf8c6ef0b213738feaad623c3822
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905b4013391f3b6ef4102d57caf700067e09ae1cd5e64b7da0481ee0459c5f54
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1db3df26da904bbdd1707cddf560e9176b6713
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00b1fe05246ee76d81d5777665647d735da012f7e362918e5bd9941d75a8fca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4029362b853654f88054f3ca17a3114cd8f3ca4c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebcfedc8fa1c5126ae796efe9aa70cfcc46a0bc53dcea3a68f8377aaa240e1f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1939a05e5bc7c3b93dc53252cf00fe71d3add020
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5f422b87da13a6298f3d72e6784f0c3366c914f81a551b9fbddcc209a8504c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7424a93237131fd03d70254f556198d0b8d89af3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d788fb737e8b427c360d1002a3e1e303548180468bcd41fb00f8043740864af7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f80fb98ed4e5a31615e37b84e4f1c1e3d88e57
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127ff469a4e211770b2146b8bb1a198e14f7f2d9bf5a4f24515590d5b2df8246
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4648bef7e586fcd6745e4659f20c4ac3cd31a613
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872ffc5d189c6cddaa1ed5238d077388631b81613183cd7b4d052fb60b896280
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3b750d277dc96022124f48c826a569a8f6c4f6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3596b06bab3c3c0ce8dff4060ca16d54c4710a419997e9649b82d895011873a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3144c41a2a99c26549370cf88722eecfeb39d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694529cd578faee1c7529cf2b3ac60d45a08753f1ebc44761b8443082b9e48b6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bce7ade118dbb2d970249a4f4be57a3e1d6ff4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0acea356511b3369bdb8e781d19a1574b82c9816c442e3a583a9408f6aafe0e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca41cd6c4f861725e837661a285410524e605e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0cc1eb1dc3625fb20c795805385b1ff090f60edcdb302e7b65acc2aa468a88
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7490a8ba888281d01ce543812704fd2a5f3f51e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86958f805bde4b07197849c00a89207a31134e133bcc0420a41e8b4032d6b1e3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af097e5987f524083833874efe2cdb0213480928
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b954242e6bcf556917e302e888e1ed691be31e3534add833a34bc5b0c218e9c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2caa29744297b93787385de290c97212fc46ec3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c7e748a7ecff917e7774fe4d6201cd12b1d0088e3b2dffa6029b57cf138c58
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b326a569465b8edf5357fcb1731208a4676ab6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038152dac32beee99630b0895a29d12948caac7332f75a075fdf212d74929325
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97df1238077ce02abce728a251721944fb8e57d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d6309cbd61b4b3f34aece472746e54bbef11ef58d783ff3ef47c90a7a04187
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69026e02be4e14f37f560440243c8c2d883ce5b0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e348dca8ea11dafc35b360e827ef9287bcb53e1fc76a9c0ed7c5c70355b5673
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a027ad45450c635fb299e9b9d3c651e678742e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9a7616af4cfb36ef00ff8eb3cd25c22de4356a77e3ae88b908e6a6a85aa85e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1049055f33150d6d875364deeef21cc5e9d337
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892fbb43e80da44d6ed18dfd0c6776d655872f4e4ff8f70826a1310ab94205b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4af51117355f9a30072d3cdb9eda44257490d92
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2594b3fbd223aff868fafbd5a0c70f0960342b3211f8a4144aabfa2251e4b84a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03369eded30c1805d7be87d54a87b479b7d0d27
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342319912a24c2fccd1ac9eb5a935dd28ce3b66c8f32bc4428e34950be1e89f4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9327e171a360ca51a52f8c6ec767fa4cfb01102
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4f43b5df8cced74ba42f0f7b023690622561684d17558efa9651dc829c2886
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e10f262bd487794756ec4c5d3e77419cfafc02e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ca7a1031bc7a57011d6bb5432aa9ec84137c0f4458a7f62d2b71e1088f200d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b16b8f213af25052215cf8e9dfb5e28f1740cb3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d845bf8e18bbd27e49b76af35ecaebe067f220b8d144c5d3c5df88bfd1242edc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e95b5fee3db22a6efa3ba1826bcdb074201fd5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568ee033203f636ac7620efcfb26005ea4257a783cc0aa8b90cc8a821b2f12de
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b465f81af9dfb469a07673dbba794ed4cc1e8b9a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae673dda9f56e90e8a0b7e3a3fab68cb00f4528904ac6c782f513668b16d784
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5f0e2d3373d4cd2b1edad53d829ecd5dded062
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a3ceed06bed15a04c7d6cc8c67cc5c5a86b3c2d54be0b29ffd0f79c56a2179
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79e078f3e0f86ba7136aa402613a5a4a56d0cd0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ba2651ecfdba1141071c7248d227101aca76dba1eeae645e70f433e81614a7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a629d67f8b6226b25ec6537e8a033ac23b0a415
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b493ff911694d59491d5eefa912e85101e66f2f2f9fe3bb7b6613f54bfd38cce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd51aae3fc89c56410a99d8364cc242a981ddb4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1747092740deb32c707455bdbc8c2b2b180b51cbbd6c2104c9ca8d992e4c387
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aac29ff5943b0907641a9e6c6e0c96cf530625f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd429373f0a2a95f28c9cc6983ad34dde48e1b639959e1162914bd182dda809f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44697855f9a15c92d62c1be615af501fadd546b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1760345adf83a3f936f281c56899e57b81ff798941b2e5a8cf62334a1b53a39
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2cea1b3f9a058674cf57dc0e7f9156ee5c51bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4471822ab945a475025c968e75abd8bc3047e3a2283fa4998e70c34706ad26
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c877de4d710e79ec95b2efbc2085c87415fe8c60
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1915e4d34752b4a7f5c4bd0a824537e83c248a7a4ecfaa9bd3e82beb3b9e60f4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bc260b0b9dbfbc1800f1e2876c23d641bcd797
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3030eb47da6f1013febc54da380ccb644b1c9ff0546fae9d480c80fd5352fc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2579180f13408498d7574a9691cd8c004e88ee2b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6e1a40ca7c9326ae5aaf6fd89b645f793bdae527aacb5b979dba82f07b54b8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97ab549b8c9b67f6dd97ae1aaa61136e321a519
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45493cbe57e83766cfc707e54c5a7bc8ec1d43027372cce54132af9a3b84681
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40ffc5e7c9eaf7601d0b330a39565c8eecdfeea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c5f39cc6122e5a56f74a984333246d157c57a04a203af6fec2cd982e925a6f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f849ed1b41443c160bb1609f66a8f23a90afa55f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c763eccfe80219e8690356fc365989e2729a6010b7d8323d897729525276c161
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d0ea5953b2e395b55dfdb9888c980272a8a88e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd60771f506c487a20728af7921479a3676b08a6d9669639ef72d57046d98708
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1f5a48616e8d91c017ff4702b12d3430e4f00e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c41e20b002f9b78c5c5ee75b2f23550b02ed49b5ead095166ddd623cfc21f78
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b4cbf69175c69530b55e7aed6bdc6b62fc1c88
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa60f6648d5cad60991fb861bf9f116648d000f4984b2cceb7cac674618072e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1996638ac1ad1912d3cc7ad109059701fd365b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb51b37bee7e732ae87afb67b07c2613e173d820917ae241a6b6ac42f2a406eb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8084a203143e6348a40018a658392a035dd4e35
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc45ed614d23fbc8562e66cabf92be65d6870c56c4fca4b03ab155694791f344
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430f698ddfa99331626421105d7ca5f226315eda
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d9389e1ab1a1610bf99ba11184af42c21c04e62af7d14dcf5a54c630d8dce1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf4088e7cb210e3103e3f0de3ef94cf54fa42eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9381f244c0bbe5b7d2141d45bbeae38e1422de99ee6292abdb3f05d7daa5b2ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd04257e60a0aa407bb28a76a6eb96dd0504d7f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54057bc3895bccae30a34a59433af64534125087937995c09f07e7348afc3fa7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41a7f80724b35430dc08f0b0266824799ae80c1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c922e34cbf914d5c2d397b3593c9afde06c0959b8073f2aafd5f66d9570560
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a793d86b0441dde577d3dddf96bec0bf0d4c1977
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb52a2a5564a1bdfb56b4ec8e1f9e817731664685606d1edec3277cf6d20409b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b310dc53900b69351171bb3c0de82bc5224dee3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450087363688319f3a8f92c4d7fa53f04a40b9ee3d794a14069362918992a09f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d7d11824002f6d399318362768d69a053ded10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ba13dbafb379d9ae6a7020a5e8d9a4467716a479c4aa69b5d815d5df0049cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92c9e96d68d3fb05f36544c24f22950dd3cfebb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11863aef855698d0bd465f20d4856869dd4ebda2979cda11dee49ac7efd30eaf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc73f9a0a6f73d03aebcaa2ec5feeb5a86e1d96
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34794079042e6efa4c0834de36a1c9bb709ee97bffc1c9d2100d0b33094e27b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2c2bbe20aa3fe5fb57c0a5627e8578e1916fd0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b711953f00e2215f14b1586250e7d74c972bfbc7f80afbcb6bad352e553bfcb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a745257e69494be5411ff0512cdfbc074f13c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bbfaea1595978b498db1d1ffb1ee012d738ebda5d170fab102303890cce5c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1549a8274d676bcaa70c306408fd1953f38a36a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b694aada0776b98b91c81fc850dc754fdd6e63f41e7bb7a6fcafb1125bf053c7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad98de5dec4f1bed86ceada14a0dcb520edf467
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6fe2e0fa9f1860e24dcd726b1efa8566eea4a721d3eac1ccf1195811cf5505
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c55dc489fcd69731c9a5ee4679506c0508ad6c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fb94573e7ecfaa58991f94765fd98b9b9277cd3b90a60522ebdf4c7aa2fd6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790ae2c2350ddbe42df3fa9529406c9dd5239fee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f938e561d4662e99ffa0773f9bfbf02f631548cc04d629766049c593d4aedd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5955fdf203960f8e0d0042c1e78d1da372230cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3bd7f281f5012cb0543e0adcc8ebbacaadad67cec6c85486e11643dbea11f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f1aa4dc0eed0ad697827c4603a70bef50d462b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4205f6df9f1857aa671933fb8357261266f28253692d4ccd8ae42c8e7ee1c8ce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822e4c5c272e0645074072bb905808089d7b6ef3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c4e128b5735bb4e61fefe0128ccc8451b41f71e8ddf9875fcef2ffdef00652
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada363fae2b987513a401f05ccc2680d128739a5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658635b63bed024dc026e71c6eed086339419f4317692b3a7042e2b8f86d9ace
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494fa047694dca3f2724604e01ad09a02eb7b0a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88677455dc85eb43527f70fbed3b00e68f0d6317a79b003df08600d7ca3e3d8a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09313a61e3ed40f02b41293ff655dd362ac6808c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6eb25cc22266a54e8af2757e3bc5c8ac0d294704091dfad7aa4ddcfa1bb3d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4f136a49069c97f5042730742ba437d8df7f0e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1efb6940663eb7179804fe55bb24d39ba28462271520c10f000b898251797b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a2a793c80b7e61bcd52bce03e66cfaa88eb23c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f831126780e3ed53db99f0a214c6436b64b93f977d82455cee7c680fc75a87b1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34e4279d8d03f1a7b48ca3e27653f586fc272c0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4d649e0a0376f3dfe16b40206a19d4127ff1e2b446b1f69cd3a478f7b8dbc7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23df8ea7f6b670377e3936bd9a86d94013ae72bb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300d68857f12a3f0b03481558f6858e61a1ce484210c46af03f3b430afebd664
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a09deda77e2bf22c0afc2cf6169eee5b30857cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfbde0f4757bdb4e0a52239eb20aea89509523ca514f2c6e8d5dc9db7607c30
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bb41bbfe3fbc13c7e7d21a526e051fe6676779
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92f9ed9a6dbc9280accaaa0038f0b9d5bedb088545af87b6d85458a04257876
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90215c1ce077bc2eb403afdc57d10468ef235c3a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27952587de4ee299659a2ec2f00df36796c7e3e50233ed5085e41c394b33fbd2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f878522027b7cb183cabf022aef8c7325266c12
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c521f4fded78d61f0f76d8d76d1272a1c368e3240c97f52efc3b2e1543179468
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e43a29e95f0cffe81ffd64f08e93121f47defbe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17397d6984e75597ebf09c26bb3eeb104cfed4508a5a895aff3f62a88b7f3874
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619da043dbf40e2417203fb73fd5de9feb88c3f6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23cddeba2ee0d862481226565f70e4b0d13a0e0c084d43a4057c2d5771aa1e43
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866714084698d8f9df8da2e71d3c9b48ba642eca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed90d9d7526b244405f6286ed5c31e33dd59a3d721ef961779d1dd4d538e80f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db63db42fff9b6bebb1b6a1db65d578d2487326
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e71eff84eb4b4d509389541bf321410f2a75dabd711e884ecca276dfa84907
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4160d02f36841fbe9a551d6b4659d7101ba06d5b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b35a99b1428ba4bf025ebfe56c3931bed0fdbe207c347d5f278d3b283e2ae8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d84ef0cbed9fab959758f229ee6a7bdb06a8ead
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3ad1b25e91223ba976f76472dc404edf5b9f3769a45315732d0ea2e43e0cc1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcfaf80f65c1741a3c42dd2bf5e0dd7d3fffbeb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe892235f1b7ef223c1c78f2979863882634022738a1af658af5094903b2b2e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f205a5d214de3859b1b7ed8299c89b211d9f8f82
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9f2ef99dc3c10455235a6a7fce91ddeec801bc62e0af85be28e7ac7ad851ab
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8618452c1fd8a478c2aa7206e98e544105e2522d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ca8007afed0b100f45a776cce00b00f093151b9358883e006cd0925f483510
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1a88d0799649c8672d98e7692ffa215e43d150
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6310559ea6eff91cafdf491d8d2263f155fa168125b8524fef818de5a57f0cc2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d5bc2843e2bd1a8112b0fea9b646c05a113567
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309ced3b55af9f0d2c40cf61fdb5ee86f909e1dc34bb0be50671334957dab120
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93280abd237f82e0d7b5fd71ea2e8d648e7b715
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667dc50f3ada58d0504a0390fe4170549ff4db508f7a5ca630f9351b889a412c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7826ea40ae27f43f5168380e2caec11b34a4ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5590c914853e30d793efc9f438a81d005b22b65011bbbbb951cb6a2cff767fff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88275466e0b7ad84d8e95cd95df3d25ca231f0ab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c981032f8aa8a2cfa047bbcd34ca56bec0dd1b50a2f706984fcba4fbaf1f6e86
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a225661831d9d57635e8c663622d3a61aca618
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9dbd0602e93cf86982df508c7f5fbb49c2285f40a7a65dba23c2a033a9ff2e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a741e3fa07a0f92e909bdfa8444e19683d4d0ad
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8258c45617e8efd2491d6ba6b5535bd678615224628fa8c388257a2646e5c7bc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03920678e88dde3b7ca262e6230df9f0544dbff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d32fbe85314d799ea44680552524d906b21e898eb0bbbbebc581cf72557ac9c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1656a93063edd80549688e52e30bb5707d63d0e5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0214ac2f4e72d267fe64ca5f0f4c8bdc892a70192bc30294e2610810cdd43a3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6582e72ba76d714b4da10652c799899b57dc4782
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f4d08a2e023c9ca5408721898a753f584b33e1a5911be4c0f2a4b8f9fdcb06
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0103e0ecc1741a37144885f9db8f6b6ebe800b3e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9ff65ce3751f082234c490c4e8454dd39870106c00185911f805183a3d78b5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb45eb59220f5fac7973ab737b0ab3b3ae93fbf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f767e6736a82c86645001eaab440d9711f9c68aaa01e42cf5a0c02ffc85bc5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375303ab74e427a3a1b5daf08f856a61be30641b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01437c53763ff1902e9ef2e96c8d6e82f91dfdedf0b1b7906767274fc0711ff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bc3f99c935f2c9e7cc098f5ffaeb04d5824af2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a423b0d77e13b08b23b6b69aed41a9377507bc5b088d0a661d2f4c25bba5fd6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17cb6c70c2059ec9fb112a4f93b8dac12698dd5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7b13aecbce72fb211149bb3b75608d63c0a4ec0e96c2cf73bf9a358e8867c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069714ce3c7b22a8756efb2dc72e3555f4b6a192
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e3dba78e3d35f85f5fa2f335034f154acd28f7439749e8eabf6d519f0ce9f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae8ab1d4b460c3636db36843f4e2e60d4d7cdb8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b738361478de00b1515921da45c472f82b25cd4bcc4311ea27e2f7309892c50f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e18bc8d2f2eb98b346e4621664aa74e2da33526
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1276e2c839812f6638c994fc84dcc8fee854e2e450886f02c21e060fb78157
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbd914b76936ae17cff00645aecb6e97e754b55
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99085f375d9304b08b786b67c59ddb657bc6f042f71105a9699426975f22154d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe59dca541fad2134b89a702f23c1a21bea086a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8065326a9b33c6d36368288475e509dd4e35e461dfc9d7bcbc15ee96a9f419e4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bf15840257ecf43bfdcea5c83a629d640af43c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cc86b43a6444cefa200fd413b3f80cb6b6b840981271e2dbfba5a62250676d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde4a6381e59202a0954c4bee4730ab9da1c58da
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182d0fbc22c7ca887989d608fd7df467751621974d52e3cc136c7862de8afbfa
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c875f03b696a1e79834776d80b29ab3b57d0009
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe607ac112c3bdafccfa5f83396232fd7ee0a8b89fac08903a6cae7bb9657c10
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6749ecad2e658161eb2c372a400cd6921a2716
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbf023f7735d2e4a1e394067cfcf3263611832aca908cbe5420b9e5898e13e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edcd263b7e7344bec03aec1e54f4e9835f543650
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85babb72ceb2f4d34b3b4dca8acb8d06161e2439176b43bfbbb0f749a6d8e3d9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2b354cfd6123f1f8da09ae67fdb9cdad8e2e58
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f343ce142b36a7541898aeea5bb752fb5ef8435197817774e123fac78f8364fa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd706a19437b4b188cd8ebac1c75f0c5b23b5234
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e9f727302cfa01d8e79843e3e56c85dca38fec9d961ee6533adf8d3afa24da
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b068f42f4bbadfec34f3e4d03323b08b5bd598e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef92b21d7a280f490c4b231b2c52617c3216e5fc86f630a3df5be1d16e4b517
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1928f6e5d71ada6081f2ed3fe8824d27fde6bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a8b2ef531e33ff13e5175d4f5df9190cfa9cc3f3d6bbf3ba24ee1623249dc48
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5ff9d2eae4432f3e32451a2895b77d75a15872
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce256d3f9da69b52bdd9eb1b89e630bb77b6702bd06d2f39f44ed2d929e2f65a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8c8876fa3f76d976e8ce5792feeeb10dae7ae9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbbb2397efec2f79def276e078c539ce233cec62434f6e20501d42c1d82985
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f312251e3e08f88cb7f9bf661bd0b75b1be778
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e76b795c8a8c754ef0b3ecec58afa24c23f7d4d018d68658a2c8bdeec7a95b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b657522c5ebb197dddd5b56673b4226a269c907
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a727e17e68d69b1633355316341118d6db12435f4822cba025bc74874a61edde
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a205cd3050484ff3238833a7ec3fbe0c20b21b6a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa358c7ebd8243759c0805888c4beb3a7844d01fee7eebd92e1521f8930e693
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae02220446ee33de6ee0f642ae855e8c627e2ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa541039eb024885c5a1b0aa5d38175c930c261168a39f9813be43f8b60f0e07
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7529f9f5d4860e912791815800fcb774bd09aade
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab43d0c18b6edd17d1aa574d63c5981ab8016631139151f8c69ddaf932cca97c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32895e6fdea3959d30a42fd62df937af9a3c4d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afc39809be235e64fe7dc5629d6ecea6be61cd80ef757f72f28390708b38197
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0b5de088df55db70fb0172e764e8f50e0fec4c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89eae5caedb85232de7bab05887be7723b8c9955948a9b5daec7331e9751a8c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d62c994507e3d7fe034c06ea7ac7e00f5e3c00e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e29cf82fd773dc35e2afc3d29d42833fbc9f0e3b3f866541b69a68470de294
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f463f53e5e9b1d498d451d68a2cd2d7f84c10e85
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33c7390e993e8b133dbd2404cf03f0324fe2d51a23ba6ed7612beeca674f536
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a287026f3ee48591d25b642176d2d378b9e97ddd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba56c1ccc1aeb4a673ee4868abbd5eac057c4aa5a24222945540894864aaf55
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b62e76312d03f246a949aed5fb126300f385d8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d083192d9fa40ab3d0624738ba3b413c6ae9b1a023f68a4c0cf91132fa2252db
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05254f4a1ebf6c86b49ad2f8b4130643fa376c66
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5646c23e01562038856d6580edbdaab32bba84bfa7294c5544aad294b67dff51
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286599d1077b46a0abab554a2f3c4e7bffe3a574
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e407d5ef9c819cbb7bab936e9b9f88cb3906458a914e7efb6bea963299525161
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66e77ec9d3a7669c9c01ecb1b274c53d9673990
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c72a5edba86ac233688cb14daff27430429d8c709fe53fecd57d14da3211725
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070eeea358e7f8ada42c84d610675799f31c89ef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979ae6f5c7eebad46ed22a896c02ffd14ca6a5a690106c3f618b428ba8d35fc5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bb07b4b3652fadbc831cef6081d511f4d2ded5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f235354f23ca6af372c1128709c97b3654d840e7a6491556ec24e8dd2de5ecfd
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f20648bd9661d13030375d2db27b1e864660289
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0e7ffa5f74447a80c95c9ba0fa0725feef382049d81e0b031a030e994adbd9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a217f2c253b00f7a081699c57a2de4f46878066
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8085bf69187cbeba7483ce305b816435050bdcff36e04a41706c0d0729d9767
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2438ead2eea87f23efec89a8176cadcc03fe3b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b39a7f649a67c24e41f9f43a0a11d9ce836cc40d6f54272e5a411a42cdf034
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3149781bd7e11f4b0b19f46bebbe65442c24e07f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fd7ce28445e0defb3d68442c68ae9b3922042135f865f1467d7d50e928d46c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20492ebba734ca0f2561b16e3f1b939f61a7211b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477a1dac4f38765db6b39d55b247387a7d6d303d4a3aabbd1ed045dca9f675e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c41a8891c25941a47cec13ebb3ba9928d49fcd7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1659fc0a3ec9ed0891fe04d2785289f1be2f21a537e5611ae247e311469a51
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694d2350eae3fa8569d56cf573d4223e2c4a20d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeed4207d8dca421a3afa22570dc01c20324e70ce26510ca0ddf35d296b9e17c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5652996d4e9f2e6e088e4c6aad4703baa71e85
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc44ce0be684da54448844529df2e28fb7060b1626b5695881990324ab8243d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa5ca745635abb39f68c3a69688d5cc99eb8152
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbd47903398bdeeeadf1b16c1a7da719cdb1651aa00707bfbf4b94a817a516d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a76ac1163b41c20a01b68b62fc9777d075ba16
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18af07903d36d7b9e8fc984a6a2ca220efc411d9d4faf83a389a1c7cd61fbb06
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8767caf02da495f510be02b30acc651cb9ed1320
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4de588ae660fafafe92935176bb1395f9b05329e6b66b6750f81e142d3d3c9c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f5e077f25dd0d557fdd7d8d1b4f4e99a6402f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c697959c31015378aed90f95579c16c0b437fdb6da9f575927ab11fe92d0fed1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9d9f9bc348e02fd3013d02c9396b6032c6cee0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fa681127cff6f04085b8c866fe3d8dba46c5fd86183640d5924867b2e19c34
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439106b5800fed5b3d5df2bdacb7d12d8613715a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa29062a891d06d56d7c41f3f11f9d5d1d98232f9e3b8320d950d443317e172
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc4ec7c71e7a6b07a2070dc0b83963e58e633b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76de45970839501ea6453af1cc4d35359a24686e91f11bc9a45be5c2fecd6ceb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e156d1be5398505c0ae7c1fd886be6f4175a111
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f1ac5e5b774ef97929049be1ce4c261c867e669aa4d3b66b58e2b33887094c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fc7728c9943b962c860cc465f9fbae2118e74f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6a8ad4c97679c9adc9289b9169278d1700f80ca9c66b89268e2388975b415c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c1c238a1f9e61f3c0962fd9d1d31cd215fbe1b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1ef612ec0b91c0e94378de1a0effb23d1883258cc906ce36aecbc6ec1052c7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1e942f88956e2224e097b4bf37718fce2490df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c1592c0f2024a7a6ddd78cc0867dd7b2bb2d91c36a03f66f76d45e781f07da
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc836c6859478d20a1f4091b1f9819caa80c2980
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83086ac80520b40c95ca919b3842ba0f4ec27555e88b0c2d75878445c5156dc4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f8f12b3804c19b70e1eca87e5cb9aefd9bbf59
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb9a535ff906a8fdd7b07cbf5fd73b530ad89e9e0be2291e46870e70dce8de0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa34be8ab152899d7de263246850ae377eb7ccb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6314bb9f09597c4cbfa005081a8033c2a0c8a1affce0fcf4ed6346f8d8e191d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eae8d5e5965ee0907c98c55597ef52eba553e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a568c57709315e046e7660e07137e14e855e8f8242500ef9c4070ad615176440
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f368ea6f8333a6a0d8609c0848dcb1bece46b32
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f89fb847ee59fe4b40e14b8a7741fe08f5db5c91b46a488fd527e1176e895b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b3a7e0ec08e2c8b6b5f6afc13dcd3591850c0d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5c34c6788e4670b9602849a1b109f484be3e2d3b2b8d3dcbbc91b757701a8b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1d5f4c62018607e09a97c3cf6346abe80f712b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7782b37d7ef3d41571b540655ff3d2b764e8e79a6bf3b76bf59d7e86c2494ebd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56dabfb9265fffab940db2b223f572b0b9e4a08d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec46384bbf351e8b5673ab365bb8bf238211c800c2773473e4e0e0dc21fb467
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb011e6f6f5c999b1e5af58b41016c7306be5d59
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefd1fd4243e0200e5c258974be74b37ec48d88cb706c22301498729b4d09341
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7211477a310d0c8f7663976ebc008cd0e8d076e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55e6d0fc2992e1b4a3239912a611b15e9c42684827f07352c33f2bbcd3b9e4f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917f83deaa965652843d47f6cdf712d0591e4dfa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040fd17b524327ff233b58875add8ed0d4f52c67ea260ae81c38621e5d7e519d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6525fa49161c23fd473f879fa352abd17631b0f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d87a5b036e296a60586b551209c38ee4a24d79f425f243e10a6ccccc277401
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f22ed1d5f6562762e745d1bf98bc0d31c03c41
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66710cd2b5ea040f3fca2d9598dbf0eea58a4ec6f984ebae271d82fde8102084
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a77fb9c057c00184416a46f33a5a6a7d8f63aa2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4785850decc2167d9de30003b7240cc152305f9c00dd7c167e21363ef3830acd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6884338e81e4d31b34ae796c12aa0e8aa1200e03
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c7d23b46d8fedc85a2c900bf1b70c0ef3609acfad2e4fad6d5c28591dac807
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de29bf76bcb542e7f89aa587b9de739ed2d28ce3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78aa471d1c9ad3f6a494577597391aa4d0d78fd3674142f11cb32399ab8f8f8e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131ae4667710002adc5685d8603cbb9552b2e5ef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab47d4b397595d52fcaab3e4a28fe7aa111314594136969c87522d4ba5d7cb2f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cacfe045a6b052cb99bec35f8bdc63ff0077e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc95cadeba548b6a7e82e9d7c1f9576baf6c9f3c2707833078dc03d007b9257
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2b13be607ae12be75d330417b0e3bf40bd103c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b210607a9d848a2cfdf6bd24e46be0cb8146626d589cdf923074eaa8a43a68f5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3916b92aacfc5be802eb6d24412b73f0275583
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de41195fb30788302b0e892d3c582736956e4d08a5317f1c89d0bc5e5ead7db
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4658d48c5ef381e24e5aa1df7625bbcd550c78
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc8d296f89378364ebf175c99ee7a18c529786f9635a0ef28473b96a869779e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38d6f50eab048466487bbfa9dda4f6c248a991a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52462c3546271db3cadec7b593cadd5f57ff6af725bf3b2ed2078c44ab6fb199
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff08ec28c1cb2813fd62b47e92408decc15efd68
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3658ac084546aec32d0f3229a1064b285ed1a0ab224e95a04145c2fc039760fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee945a8c6ae72d023061af86d21f95cc0df92ddf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb2c574ddb3ef89e20384abe855fa16867999dc4feaa040956de47fddf268ad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ea0e513266b7e28cc9779cab68558ef5f19cc2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614607121ed73f6bd61377a4929e0191046fe557c282a2c52a94cfc24fc8b3eb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd96bc4f1c9f886f41c4fe96d81327e96946be46
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ba526afed401f256d5afea1aaa07852b074a870866a246e7358b19a5a16d7e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4015d850743ffc003b51a200eef22fef632a10e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6f9bc2ced937df1438c19fd2e754dc651c82a1d6bca48c8580ae8f50fc1c33
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f1792791065c4a34b8e3a99e4717034e7e9ee3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5d69e361004fd5aea5d8fc066c27567774ae95193cba639906d8807e9ce627
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36374713104fbd148ae2fe3c177fae259186163
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e0736273d528f23563bd2dd48a77c439be2a1c22919e2dc777933f785b875e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588a2c24e33bf5a1d78fdd60c603be0359bdf397
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af75ca2a072d9eccb8f325b64dd23815ce87627e91738c6cffea50e9dc31959
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c45534bb2e070a77cc09b8337699850c1f38644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7708cf7d640ac259507b5102966d1144c4e9474d9dc1c367b6cc7e288db309
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cb07ad78535510ba5c230dd2c6a5de321b7d90
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccae8392006658526a0ff053ec1cd6bd9f1db401efd517cfa159ac413e4ba32
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86346abb0f01a9b7a015ce5ceaf035ed65ce684
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:083fc6c828f82b92d1a7b5468d94e07113fae2028a14c4bdf37ab815affb6fb7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6c57c8137129bc440647e9ae76d1b222a5e407
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1e025fe3e3afe2ad9cabf19193c9f101ec76bfef22b864148951acd49101c3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be54eb92d430ff0663c3921dde16ed9b1e1d9d93
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfe6397ad2574992400774c4f78659cbb684ccec6aaddbcacc7b49b7f49f36b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69d8eec53bc636158c56e1ff2039d6e6430eded
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000cb07705fe9c6655df790f534a16b1bdbeca00dde69f0a985112aeac03a595
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c2b4a813eea27aadca3b632154691b6edd8102
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddd7967ac6036af66d0de2a35bc90991f8738f43281a8932783003e07f95062
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc85aea7c004a42a08b548297f851afdeb34b388
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942a9cc6bccbd3d04aa88c650620fe7ff6483b0ee72582b86feddb0a8e38d7dd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f6d7015d55956dffaed8d432964b4a06b55546
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0eac3ca1ba52537c01e5a4ac6bcf0964111c5b44e27c9f642c5b234fb249ab6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f75dafea0bf096cf3ac2152e3504de2b996e380
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94514e7bc7612aa9170629ad1408cefa9704a2e23645da31dfd87f5455b9987b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b00dc1aa83d229b3cbc3de79143f14ac43f6e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d4dbc5bf1915ac10f1765a6a81759eee4027c2889a7a0ff3ce26f51c931507
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a057826441d6e2e32e6a59f16b31a2f6a3c1204
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3a46d3644fce68823a2cb7d5234a6ce36bca1f37a7678c0ba2b7a35f076295
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb61eb04201c5dfc8dd20459ef4df2a84077b6b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1c8d850be91daff839a9686a4657be758ce57fa8d8ec910bdaf0ff8fe1801f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59dd59a449890d74577b5b85814435c4db411fd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f266b92ec7aecddb36b9595c64db3c083bfc415c4f1c9af2c7e6500069a0249
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b0c0e6c85742dd3952a71a9adfabd6ffff2de3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d782650097d7e90fe59704e6297bb207b38c9fc5663c6d3602fd3a74516f8733
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00254d9fb23255b5288e0a9777cabd9c5327c6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f243151bbb01e6dbbd083c4a2df3ee25a711b8442e29ef3604e049b0f13199
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e4a35712a08ac5421ec6988adece969495d4a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cb42807f4ae945c8e9d3caccd67022ca722925a49c8d80c070447a9c0207c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ad7372b60d9562fa1b58144727f63909e04e9d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a6352b0032127c8b5ddd8f4acb108709e49dda7887033adbaaa4455d390fb4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3b0f98b305c26227d068f022cef31b07f6835e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c83b810eee24e6c8353024c28f03f73c1a89b362cf307c2849167e17c63696
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b683ed01b7f3359838f3a141d1d34e39f4df8909
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e7f25d5640eb304cc698d7574766f566465eb81b5209fd1280365ce0a5c2f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561dc1ada601054189241a2799c3a55b6161dd43
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767ad08d7040e90c91a5c0387aa473b8fcfc5df1606920374df6522843553af6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9025b0a23755c10ce817db2984875c98c29cb1de
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07275ab8e157250be69e5fb93c3297ae712f8c35830f5d8c331d573ea521e326
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90756f477298bc3c915a800599811ac453c7e619
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290cf73dde7d02d6820f13cef77ca94d4b2f17955b221ba09f13da2c1d8235cb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da5927340aabf079e6198cd99a85eca69b5aeca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94eeb93992cd57073c8e1a9edaf523847a8ee178ee3c6c8a5cc22ce04e9db47
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20aebcfd2a76572b5e79deebafe4ff1ee1683fb0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dac87a90b890565538460accd490405a2c7b12544782493ee4059cedf29ac9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7780cb47e8dfffa343efd7e29385ac701ccf9b70
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6cbff0c973ad25ea5c53c30600a790a2709fdc6a3cf9b5098a89e4b57a5440
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9093fa0c043aa5e6a34b41685f94420eed42b50b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5993d8819261d14b498d95a0b6f63541938f21daa65e5493df6aaf6916c57384
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7891d65fe4d111fceeba85b7565e966e1e8507cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32204c26286d55c7c81d3cd79e54e43df8e89ec8219098027a12554c76bbc725
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32da2e0d60d3f40fe9595b3b412e81b8d8f1fdeb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e092f7246e284e39ea95949abc8217e66eec2538a2f2dfdf58b1520419551a1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e59605bd0e828f980a14cd9ad38b930bf900f4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbdfe177ef8ee191dd657677e41bd2643aff035d42231d8a317b947ffeee698
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e5bfa89d0cae4c4e365c3d4c79e9789aae8970
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb5420e5164633365ccce50ed6e37cd1abb3ee7c8fc58fc5b1f5eab46b4afb9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a106737c8615543ca2b4019f643f22695a8eb3f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848843f6b96bad58657f6b115b96a799ecffdc1c7ff68e27730b666d16d242c8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb729cbc6fa5e29aa30d4d3c61d6f686ca916f22
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3054635521cb14045acdb8d26eef7a65642db693cb3da53849b8227cfbae9734
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac649494f37a706753d05b80f28b23554df56e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f109fb9a2029d8fe2b9f8dccf7c23a1b0154065c93a9f3706511697e4d0e16
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25303f25e52a9e5e460934b1ac762392b7e1fca3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bb30b9ffb9b302b983c015eaa8477063928a2cb71e9d5fac482a8326dd2f40
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da15f96c4761b0472078bdecebab3a98d6eafb99
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1b05a52b4b42e2d64d04ccb121fa4cd039a45f30c72f9ae6ec1a4509523d42
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324f2383f63d02bc9d58407fc6cc586615cf5101
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e37b95aa52c587a3deca7910a0b6b3200501ece31de2cc833834421e519ceda
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdad7394b4d875d7363ada1119c7664fb86b547
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acc99fe789bb8805543435cd0710b35e9c2f096b6e1d8ea2ee1ffcf492d6471
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4394e2db408938fbb717a823b8aa29beeab52086
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7fc84faeba13253fa4861650463f1d14c773643f31e9c0dc5a0ce852b8a139
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbd3bed5a24b794e8a9647d0fca36149d181308
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f02eb92c4476f1aef13e0e44c25f2ec648e61f8168432d1f95bc869e9e04528
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3ede4153c58f38118715fc95a04fc873eba27b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285ae905e6c541d4363d886208badbd13f52bc3e00e02b2080785cba36f5b183
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef114583d8159f127a17092ba4c064762085e0b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd4a0f0cad57ceeaeea89eaf4e2dca9574be6d5e2c044cbb49f19f1809aa60d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88e36e940e77d1da6b4f8f192a8fa4af4f616b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22757e2a0e075e2ec962ad501a2db21bdf9306174f0b552580a907a21d263d32
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567c841db9c97e4a1da25a365d2ac23632d69018
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9ef30c74cf0a572681a485f259d477f3c2ec21a5777642574c34eaed7bf08c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05f75eb8bbc850101ad7424296c2e0f4b97ecfb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47b8f7b1a39b0497b38db9475bc55ff3228cf40b932530e012392a884a3be5b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07658b3d72dba5cb047118ba33cf9d858c63bc3f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef0d0a4fcf99cf3a5c4f544f89f73c99590f1b11c6fa9e97fca09f95de3ebee
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814eb209c5e341ad2c8660f0ad882edcba82a9b0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a444ee85cdb09df99d263071c011e4afe6897af6b910ca5958b23252dd7d42
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d2ae0654b1a5ed975ec854fb3faacaef8b8b63
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034212fbc240b60f1f9b5d1d74db0b31bbe92acdb4edd1cc04fbd8ad608bd8c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79da3294b002f0f3287bed208869e5aeb8cea22d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c11614ad613827821d6df7f96937b91cb5f406a3e399979a3c736b7dadb3cd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3035a81766acc7a399475f8858b01fdbffb5b4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15f37afcc9082dd17d866266ee314957f08486170100a9e1d089bc0b75f9eec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113bf3fdbadfb3751a9a7a17973bbfb8d8cf7248
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca38f67685553a14b7fe83d5765e76f1c8794b9525e123474cc03dd05284e800
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60837948da9ad933cf82ce36b3c77c69c4dec414
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e0e6c2f0e579e14a1387e07cbdeeddd6e8eb26d94aa03637c085ced0da4d1b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74055f13c8b66ccbb93ebe7f9640d3071d09cbd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb375c3890b0fb086126d63a6667b5912d25570c293d77098557c93c81a9c16
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42617240b9deb20810e5b7ecdbf1c05c73fba523
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3094790dcc3a645b6fc211a9429747d1e1c6862c8e89206f8c2773a8b2817c34
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65fa433bdc1c962d27fab4de1ef5389d30e14ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ed0fd9438d154112100a3b6ef0aa73477853bf0bc331ba1c9001f478d61379
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410425f5116bf3b548d8f136544bd4a38fa55193
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87019a631ef7f3e2e0e7ecde5c53a3183d6c28bcd76f0128ee354bc37457dfde
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736ad31ae3ae5ec28ff4d699798682cdeb64fc8f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0f2c53b08b5b71e4d21df5f45db1741d99e8c68d10be20607a4468922f2d43
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9202210b7b23925ad4233c4d54ed8b21447bb2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de215b5bd98e67ef36ae45ed8fae62ba115e1c6120da737eb5e739b29060025b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54f305b31cd76eff730ef441ef0545a296b819a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80416616f717887833a199ca27390f0533d65bd3113f00271ce19e07fec50a40
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30e413e7237b89f6ab5c58e8b75112d1b1c854c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a745d8fe6ec5f1da84c8be7cfdd9a72bf1c40409a8101a4f32853f88c36b3a56
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f65b0bc535da5beef6d1e662b19d24c37507716
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7caee6740011054dfe793353335190e8dc5f3a6d3f4d80acc2a1b7bbb6d9ed
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448cf0427017641d30847b801b98e3ff42279106
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010ff8ca760e5e476ca9ab4dea5f8b30cd155a234a61d26fc01fcd932b8f559c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb5dae9ddfc10745c201eb92921f2ba42871548
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbd12da4b52d15daca0beb6d1ef79d05c59eeed5d13a73f3ad1c636113c5f51
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf9aeb2b7cd624f5028a5ad65b110501a64c9e3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9173a253f58b23012a1cdf5a972ce6d45ed0c3444493fb990ab371119de76712
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362f42d5b45623033053f0a6aafb12ba86189661
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4232ac5f2a39f59967b1853bc12a9c0f0417b7f2afd4c6f3357756793233c7f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7385982198ab46c52275bd6cd01034e44a7bdd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94006535c2fdd63e9f0d268ecd05d7660d99fe81fec6dae2c989d7db63268676
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8c57baab099b1afb79e696fd87f5f2e1349b56
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79823d54ff7ebdf5175adf10fea1d4251b777220a394e1de67728b79c05bc72d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca58773f7eba02d5b31c086f4abbc1a264c01d9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e9e9a24c549e040cd1bdeeec4941d8631e8ac60cf3fa50279dd8a9d1d96246
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46153f52197d10dc2a5046fd966f8fe0221a028a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be38d479d5e12be60eb7493c2371f3910cfcc98260769f32a0b928edf96fb10
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376a78cf4bdf32fccf340199039a035c961182ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd4793d9818e0a87458801bc82f9774be936e9665ad1c94a1e5f793fa20b698
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff4390e4f8c0a3ec65476a1d1ebb735e2588148
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb1f3ca7e9f30efb81c2fbc404628d8ff67a84a6d019f65e3d5884d434172d2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b599ac9537ff13edd2d6341463b7b12ef9924a8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ba2479a01e69a0053c25b22f8a6b909b85f5f5896c691ba8f9b62c3ce51fbf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57a055c7178249e60389ce9113d739f2d61c0c9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7fd4e7dd23acf89800b5e64ccf3102e4153c49b5e36265fae58e60c236334f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4360ce8929d851f6e0053857ef019878da6bb63f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac5d6a13880e5674b9ce8bba888ae458d767271298e4ab3685da750d3717012
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94752e91aa3b736bfbe34f2368442559b3c14ad2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce64d3adae3d2aa7b505524e322f442b0b2c4fd9fd1aef0fced888db27ba839c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf5759a9447999c28ed5be14d669267026e8cbb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65365989c3037fc83a6d8800f91b1b2e2b8929874a7ee552131d8d7b546d1b48
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fd09e305488efb8ae72a9d1f0cba8fe47cf745
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d0938849ddeab831f769523e427efd529e23d5b3eca9217ac1ed2c8bd8229a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48d80af81adcb890b2f33f362429ba946c7eba7c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc58204143adc6dbd3084dfb6eb8f4217d0915cdd6803b6ee5a8af61743125f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b481c1c633d27f5ad5931f5d407701843e1c37
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011bab636e6ca0e140b7f4bc3c51a0b65c7c97fc693cabc13bed47760832622c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2802d228c27b8e978c6626e832c20d9944791b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51669395eeb0ed9d6d9eba248f492cd7d62413e12ae49a706f98093863186e6f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292e0354f15f271df337f92182b241f47e0f7086
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd57f7596f0806df94a319cdd0f27033cf119c71a5ab2b2f21fb3c3a57dff1ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06858ce632e5a43fc6d69de44b50021f3010978
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225603d72b9a6111ecf0000b16bad220c79bfa66676a5870face0cbafdbad86f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d558a42e08ec8f7141e6094c5fad725ad7df29ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a515cf5a34a9abbf128577699deab4b65389c5a37cbfab61bcc683e13aaa3f19
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2701984f3cc1e27bcde9b751634de5be1e6a9f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dddf63662ea8d512f55a5ad31ed8b7d3b977d25e80aa15d1e14376eecb8e33
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df3cea224b2684a827e87bdef6418376d6a3085
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e3e667297ead83d0e6f263b1380445afb1fc6e4eaed3af1f61ed6cf0c31909
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb19f6055a0c308e0dc69d3e30423a9c5102ff31
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a211c570b227928fd92cb5e981ba78a48cec92c0a35226944858b0b5617e46c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4159e7db3da7a75cdd672b0ec6a5e066b7d3039
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40e5c2c579d85b02127876e4dee8108470734c580d05d785d119201ef07be63
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6d2072a93c1db95094ff024a324b3859d2747b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2210f701da358ac1c53f533d9f32338600385f146c608fef4cc57565bb87d777
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e884d71b8095219cd1ff5a5c6cfc783e01345329
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d00575b21d1b19b3fd3a8b310a2bc196e889bb2fa59bafd9551febf4f391a9f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f9174a4bf45a67ee20afe20fe4268f8fcc00ce
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e85c1088e74c4a1bfaada92bc49d2d7b3a9dde264411e070504ef5cfa042060
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a0c941c20fe8e858e7c9d86fea78a907728971
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b2af0f7a69df1750726394893967db963b02a97fde1d786e53489707c4f2df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a579a036c43bf05d0acf808e922422fa92b10d8c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86648c9915ec818bd3263898d6bbc0eea63820ea46c791f4cfc190e6ed6d0b92
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f4abcb74e26237758318a5b898ba0b08408158
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b4d51b9bb904a7533991867a5826123888eaf1892e41cf395c600fc8243107
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0283b5719d6d5e699ff5a9c52ca45fb51bab6149
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d890426b59188b82512f76f69086dbb3b2ddd9370552a9a3c73dcb93327c9643
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51200990fefa000b455599160477c16228501f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef80250ff5aa807507ebe84b71e4239402d14fcd84dd036ba06533caf1883f6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b734e416d129df2f02d1481cecf383a464e9098e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92415176be8e6df79f0976e5352ed498e71be32d7326e1886bfd46997723267
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59405f0b97a63a3bacd09a5eb8c69294ba62cdd9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82bc350be799124d73f9603967e2dd3acc962f81a75d567e5b0641c9eb8c73a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7752aa83501b1281781cbee5dc4c8ad672872d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f40991fa951754b81ff053e0275aa385c0ff9dbb23b17f521841d07e5e203cd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a659fd23a963575173c8d4b9fc40d60d81dd209e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d67cc603f758219985a95cede12f27d2b53acee46d5c2e3b43e2acef418a427
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ce7df6c30cabad738e387d3ff4f29c34d8e29f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb43a4a83adaa58c8ac0788fc2aede39103401b082eac0226582123804d0e3a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d3529ee83db62480a054aa4cbf683116ea77c0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a19a4f6531802af210a69805cb5801385e7b9f17b1ba72fad6613a5c49b633
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3953ee4f86b7139aa8cf0c13d5ac415f8437c29c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2f92f9ff1cea661dd2f65aa38701ecba6603b590ac7bf4b18edf55510f0024
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981536886a94253fa501c77875029538f4e62fef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc231a0a06467f428ad1fefeeca451298a374c8dbef0c2b9d01f9f656f156053
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2250e94ca7c141f892cffb9cab832a98d68d97
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbddaffa9d04ebab91decb205cab14a175c59136cdfc0ff2350a49657c8660f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8befe1906fc3f5454ef75ad48d2fea0512d28ce
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2875a924d17ee3a436f6befb2ee6f884f737062926584af177fd34ebd8388d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b3d215d5cb6c9f4039ff40d28e37ec0319b5f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6814f255ed80f54437b10c34e49b41a1420f9e0908e252ba7e5a52ddd4811e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf8ea99080e99195469463ef002acdd11d19288
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53acbb8012bb995a682d6f0a6451c7e5cdb6a918eaee3a97389c49c4587b605b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d1e79d82663a0bc10f53801221f16da570e4cb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56870597c21b0e518a33f7445a06de311ab2f4245245e6f06573b0bc35da2ba3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0ff5307f92250858a44b9a72d43362c91dc921
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700280f6b6447309702abf27b07723f76fccf2dca6ca8a860bf126009e031908
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f679365605d774001ebad2d368eb6b61bc3f027d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d5f8f08d096a7b594480fe06e51215b7c070ca43b827fe67245b9cd5b575fc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30f0b56b49cb7eff9327d59fc5677500d6f3353
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a06ef3f0e8302b6420ebb7c6de533fa672a77e2b3121a3ff89f7217f740541
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9048217962a6b66c28a95f5068bd774d04f93be
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbfb74f5ba591306018a07d030f695c3b1a694221e8cb0616483b2330cd16f1c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5a733d229af3c1c9788d032adbc4b2997a351a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c210852de3b1f5f400538b4abca250639eb8d35f0382874e0ea82b31c03ade9e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61bc4525ee497a6982634caa65e570b459df3b9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c95b7c300169efae2c46a821fb5069dd2f2edc2e58b619640fa7988cf7ecaa5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27654588001a840d85496e140633e93d83528f58
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eef46898e1252065d73a4a801b61d5350a127d6cf2595a4c33c78705e8dfbd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a237950f05aa3e8ee58b5765a61558d292d982
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c71bc3bc7e7b95ce84ae4744c058960fc8b7eebea611eda71911225f5f88b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd769c2d25e05ed00b7007d38f5be7f390ede71
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf47c60735c281223b5128b41a0a7a9f308e65b32730aa91db20517ecfeecd5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bef346f3038021743b2b13debd143071af0435
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6fc2b0b5461fca74dea4a265cfae772ae362d9afce8ffd4a2aae348d228b45
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fe76c4b5863a008b86267530c9f55a7fac19a4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414b037930c9f2b999041575b56643333c87ebdf8a5c52e1066472cd30ccbfd1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422c4af5e7ffe90a1fe0fada6ccb518d7a17b574
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc9ce9bef5b0a1c9422e875b239568304d18a8cbd057d1619c260a2b28360c3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dc0b4594ac8e6c0689a8e796b2e83f95c943da
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c165622165537b92068e3914ddd5297cd73c20859a81e7cf81586cd8df0ae8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751fbe5de32aba2ce6ab5e09797aa6b24051b98d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaca48093ff1e84d4a442c7775308139d18e18ed228ee1aa97b65e34df46d4f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038848e32b4a2d5e3d27bb65da0620400ba13569
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a04c204e303f6db8403ff7489053ee86923910d522b7b29b985675ee240f5d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365deba74c1bc9c6d089a51bccf9c3774b71f4c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0350ccef38a4cfed3b322edc1759bbeb8204eb4a2544d717e1c7442e24e67244
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822b3b730fe892801db589b746bd07a0d689c3df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864db8cf234bc042adeb240e2f6cea9bc3a5bd5ed7f577089e4671e1a6a42a48
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3ac6365cdae228590fa68b34190464278250b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082ee668260a89b354414c4d824615f1405d5e186210962616cbb0467b8e3565
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773f4e96ab602e964c75efc7131daa370aa656a4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9f0fc02ae27cf49232b37367068f7623d0895ba03f7fb654af3ae049f70215
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ebf82454282afcd0402af83047d6e917166ab8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccef17b0fc30b6fd10e1dad99da175a061d534008f439afc7de059749017b593
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20857409fcc5112535016dc7f79d2fcaf7d09f62
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9268a8b2121e79fccd1071e4665805acf1fd392fd42716ce6ccc041f827b911e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436bf2dbfd7e52916a24309276b514529be32256
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e054b6ede17f14ba8bd9b65e68ae0e6afb5380bba168c4f7b3b9e28aa4446537
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7400cd42b1e095ab6afa78ab07cca54852fd54ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f8f680f9b932dbf0db486053964b85880d6b4da6c6e1481517e56ad12538c5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf29f42b454613c00261a402a9d20a78ce56dacc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f358e61ee042b600852b462c93ff67b3b222afa449686fcccad9d5c4293326c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdaa2d940b4e83f55edb1292fba7a0a4ae52537
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dafcc6d9f63d633535ddc91789f3c7c9301c14758c69b8ba4b2d90446c7a92
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7450b75e8d6af05e6b1f6aa2204d89332e42b3a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d88dbca02cc8e84aaf84f60adccfd1a6ae0b16eb2a41aa3d9609d63a683a29
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cfc53c710a7607a3707cd323ca50acbc798cb5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4266379e1a74169f4c74c542883a7ab41df730248ca103fd41ae891a3a86efa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e12d0cf68607e92a7dd7b803c928c68024bf10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7fce148bee77f2213e7bca219cb3174a30727e5e4f9db74a359d1c102565ac
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344c33a23489b13b4b07f7f8bad4051aec07da3a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcdbeb23cd6b5817de641e9270fbb4377e2879a435e01a67df6778a92b5e729
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7134eb1ac3f707842bec8b63f8eaa43b978a26c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e50fe2389157a216bb0fbeb7a35135c77b6975e1bba3831c119358e01d755c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21068aefc9705519b6c2e888493d2c703793b207
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ae118821ab32d7be559cdc3ca31d5b41b9838033e679c27b2d0f34a73135ce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328e43391e8dbb67f3416c8273a6b98b780dcb1a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9546c1cca4b3d3169d47c571d6cfaeed62fa1d0a2eee8aa60b5f8d398c64fcd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8992d08df443afdd5b3af007f141e47422b229e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b4ef3464e316a74baf098ca68f46278ec51654adb154426eee23ceec378030
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34274a25fa7a68249fa8d24cde3dc6d81d951c29
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd69c95907f1a8e084117fb7d49e5d4389e8af71c502b9b8418cef43745dbbc
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9002c429d83e28b1552ff7ebac21075c13cda07
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5997f81e292dba1554bb954aa363ee2c0acf4c93d2a227108f07cb77be7af1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1190d0a2cc99c5bf8a7514d838d1fc9068523902
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ac98f3c47d239c156dac43731933424e9659862c2fa4cbb3c5cfa7c7a198b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c37472241eed634c15a3971451c06fb2967714f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c265c990ee4c76523f8a3a7dbb8cecb442d43537ef5e510b3d23e2e2d68067
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8d23c20c783fe32475c690f38f00fea70b8427
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f78d9fe404863415f2921e0331fd302f10d9fbfb1bfa3758fd67d803f74d3c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe15c1a073e14f0e39e8731747c524e2183b205
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3cd364d6649b5e95fd98cbbff661351a01d64fe923aaa838220036b8a1c56b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9654f5be0493406a59ff887dc9ae0441ab424837
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6835fc75a9d59293f0947ca9f994d41a4d6bf9f384d96be45abb3298ea1dd4d6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c3d0ed74de9b826dc310f4ee04cf048eeb177a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6d824ff482df55b0b9234e201f35c4aa7896972fc54c3d05c5011e7fac74d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf5db86d1e016c626a028533ab5db6afdde58c1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5617bea4b127b24e0e00316ba6bad29aa72c73cbf600e172d4d723638f2408d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da5a32eb5dce257fd8e6902be5d01d4ad6f72f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6527e3bdaf3f7d2727530651fb58b607d9a64b797b9be1c17f7182eefa0234
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb21ed35fbe6c7ec2669071b85af8af88183c84
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6a0b576919ed6598ae66026cbfe257975835009c14dd2c248ff6beb6a6e51b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341cdc42dfe52d6c0157d631edfe708cb0098a52
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7629ff44e0b35b83a73075333cf9d7daf58abcabe6b6219c953625b0a2bc3cfb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd860960b8a1743e88f49f3fc2700662529c49c9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e893ff6d9892b9693b9efe7599b3cb42d5183bcfc2f5de46d8dc51af557754cb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b9d6c23792b0daf38ed4f275cb3bcc9f36bc9d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11304552d14b7b3cebaf88e2ab4d5e5c111a3f2d3804862bcfa82491fb52feea
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b45899b19a5629083e2af1fa25454e8a9e225e8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4b0bd64f4822951c69bc93a3d95151915993d64ae3d4ea1f56e08fbd795a16
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20799464c888983fd2847d1215fb3e0a40c270d3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a3bc34f4fff277eca7265ebb9b85c35ae3d91519aa3ae735bfee5c6abbae59
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7837e614c9007a39772b4c101e6a44acccbdaea3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d4f243dc4684c49ee4416c362b8714c5c5345d586367811f562828505e4869
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5a8fbebd67ed691879069be321d3ad918e267e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c0448efccfab3f4c53109552bc157d0f1fa0e2fb0a427aac76ddaa68511750
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c2cb6abc72618bdf98bf32dbb976568c814173
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d7207dc79daa70d20a63550e712329b6d7a054aae520844b94e2522e48c299
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463850fe72def1df05f0aa59e8fb5b596ff8bddc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64bb425d1808a1159740bc1659c9404d55ea1f7ccfbd34ed641d845c92d221df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0425001cf1cb1960b03164a7176757ced9b13c4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307de25669a301a6161917d7f68cc918f69868e33a9818e99ed8b1610363db34
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..affdfd631eef22c148348a2ea01612aa8cea06d6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023ce418a24269bb79dac6732b8ac8044d0d6225cf76b82e1bbc1e7f57b325cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9486018e9972d10cc5b69ea81901ff19a143e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23d11fced5f283d20487d6416fb2f4833f514173d45a046af66a43a04806cd1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9ff55abbc54594c541ac0f1a8d8e27df6121b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafe61e24d360a6d0572717a8f347a5808fefb7572fd2e54d116747e1b3d6a96
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd90cb21e6e3c668c9a95ba07e5fe3a49d927fb8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d54521596605b76a2add9f4dc4a34590b4ff2f2578d42db4d8aa6556fc87e4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4d211dc12ef2a10aac62a3e1fe34380761c339
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bcaa76acb84cf665fc0434a86a1bf0a4a89e54c05eb6720c56356469b96ebb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa3f0404ff822f925f5872fd9d2915df4420fd4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8460623a34556cc111b1486c4fdff6a265075615ab9dd35f46d9bd4475cb1e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8fdf84577a1569d3c1844986ce0c7a23fdf8dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c2461318d736af7cb0c8339acdb0b2d44422bcd70cf8e7c10616ee48afa713
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d2077160cf3f8041f55bf4b829c5cd977c5591
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f12ec24f5c132b1053f104678955b8b494f48f47664db5537374ad97bbd8cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3095175a40c61af18f348ecadb22ba3e3ea70d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb3445ce5e4df8007afc62a414497d5f9d10386594434e20c962baa39d58131
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34897bd8074f21e4143a9143fb5e59bc7ff24941
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12682baf533dd02a72b0e76d1a27642ebd734bb96547c01d417bb9a14f76fdc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b2ce3cf6a799bf77933b9bfbaa60b8d4366b9b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64407348341a7ab5e8d60ba64d126f6b43e7e7455343a7068a17cb61379ebbda
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb502ffaa9bcb9346139e3c25c6dd5725229b372
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a4f893c77e693a9b3096e024462da56f07b3974cb2ed4d45df9a07b201fe1d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5724979e1da642fd7a5f60e85d0be5aab6a1bd9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db879a03d83741c9ee62b09ff3b1655ea9cb59aecf115be1d8e23464df30ccc6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60062351c78eb3e7eefb0cda4594bc72b078c105
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b05de93a7e9483dd8f99c5ef32e5a328e9f5429a2a21848f4240fa5c2f831e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81881229b67ebae62b520215c8df7f967d91ca67
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86f058ba178731b598bc78040111dccf68acefd052c39567b8ce1fa5ec3d701
+size 11395