diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09558d783d92ffe3ee9971ef0f21328c45b07494
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1ae3be02a211ef415ea93ad9ec1d6babfb3d991a75623046a1b4185dd47b5c
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae4be4e0155c8afcaf2a34e88b916adfd1bc54e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7321899cc11b946acd4fdf23908a8742b4d412dff9be37d4e98b7512fa56ef
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a979cc851ad184eac1906830720e8a3581a47d40
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b7c77e6e03642d8097f5d21c875099cd0358db219f63cf1978a09bdbbbe8b0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f838c986be831e96dac4117fd7f496038208e5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3509b3c6f03d75dc15ad10c85c9c77c0290b41301fcc9e50bf91caeb3ed934f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8212836692e658b75eb69adf4a90d41334669b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3237e187e93f91a6deebe7bd92321e5728b0cf5d1f7895d1463c65e01d2d4a6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43008dd9a0c49a46645c2e5d9f5fda09d8e5ba2c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fb7022c74e7de55890f606ce0c6c0e64cff370f47a209cccdf7ffedf1db66f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b71e537c96c5855fc815bd9af9cb4fd65fef83
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb90fa2e5a30486afc178761e6f3a191b49af29345a305480982ed9d3ffefde
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83a0bcb9477673832d45f06730175223bbf4578
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a469f90d02adae840ea0178028df603c8cd3fc5cfa4e7e4e46147dedf8ebb1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737b44d8ecfec4b76e903f4a4ea1a59f4a9273b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7815815f3785f49501ef18efd5a15f8c79fa85ad1761bd2735cf07a3cc50d13
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6640d116dfa1f584854c2ac6f11f09cc05c60375
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557b1304d1812295ba48965794ba7ad3573c7b1254de22da0b0ca7b21529fced
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284502e0e5987d12e566b436f56ad65f02793aa6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5733dd0eae0e2a0d9acbeeafea5ea8452f92b8bd185aa466413652472840c259
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7595d02fb09f5b5d3c5ef3d7951d9064ea5f51
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae85ecdd19b7e2e665500913208fceeaed251a9f497cb2a834fb4ae98be16c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730917091d29f08f1e66742a6ff63e62c12c427b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e14078fc8fb42c420831d107a48a1d15bce84d6070f55a42cbdc108e80f0e9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e16a581168e8b1dab24deabd99ab616c8efc1bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df174f66f7bf5a68ca8bd142906a66e47f5ef597d726a489e804a3120abfee77
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7198983cf8b21a9ca5c90aa8a9c5aeae14acc522
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745f6a418f9f6b1f40e081947d7e294e30182f75b43a0f86fc9df961e73d6e6c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2469e7d70cc9fad44369978f75cc7904b39cc225
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14724885b511b7cc0368a712ee10ed07d3e6fa9df9c53821b999208e870b2b85
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1f7dbc3ff06c62d65fc61f2628a96b85f93a57
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea85ce26de360e30978aec03caf042b007258bd57a60b8a3af0dfbc7208f94b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba482076eaaf5640fe84234606778f19bdb23eed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6379f51c5c287c1f820327aa257a6c711a8dd4f9d1732d1810499bb78b678337
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c2da50459ce30f1bea6eb92fc0d915678f79f6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56401fb33dfc50b552078215329f6ca4efc62e75caf8ddcd5fd27621e9d1756c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c934d2c4c811f1a50f4e3773405cd8d22de70841
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0b9620c7ee10b78caa47ee240faecbeb03876e08a2c2a3e87a49886df4d62c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c251bc85bc270e95741cb7fa47f56fd75a0a4b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bbe15b9c5b7728d72b4ba6189a0acc74df05413bec7ba8b3cd4e71e01a13d7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195cd06ed20cff100b499fe853d1b421cec470ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9183ee1623db48176c5acf270519231b59aa5aac036b64f6e9b585763e274a5c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1dc30248507b08f53027568ce2194a048d6402
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f3fe75eb1a9ce2e4f4ec90d31f6129a2af658997dc50555d41c571b76b9293
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4afde7f67efaa150e5d0a949aedd455781ec450
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c6d22c5835499edc0129cf2c769120d586d3b4d3ffeaf8197c2cf042367891
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb097deb0a0f580ebe5d0c1c57aa27ea451da783
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761668746f815af41bdf8766050529e8e9068a08f15876b51b121cb240a4abeb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d459a2bf818cf038c5308c3a19d3ae714e4f7e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b8f1fa146622342ef82fc49795718cb89b21b3f74b7a8bafc1dc40d96ef4d4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b64227201111ff1809eadd3f26faabd697cf6d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4bb3b68d4b1e1f97dabd865d2eaa255e00254ab9b03346b544d4ca9c6e3d35
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea4d1ab6417c929a6ed45a0e6c7b5c2faf1002a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f438d1f9678872a97353e03635b3a32ed9a46c9a76fbfef68598bf77d746c6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad866b44acec5d635fabb638f30387fa01ae3611
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566dcdcf5e4db60f6828af0415f9a25b006b05bd7ac3dc3e1a81c4265cd6ecaa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8936206e27aac1e77a483057e269797ab3d1ad5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52304beba2d78edadd1237d7365b4bdb07a4eccbbdced208b32d556dd42fe284
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e559618248e6f269067ae554f118a2ab6610b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21e0d96a1ae3ca240739b12f871fa98cc7186acf30868e6aa6225df0d5e7f29
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2179522d3d73597285acb684c64d197bb36ce3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7f4baab9d59ca49b46eb3e0d443f268699af7e45a3c0aaeb51f1a764f68211
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd87ad3a5f92057811256c60822761420a254403
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f2f7748f73b41fe18eeea87f65cad4370aed8645fce2f243706833e1199ff9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd5646083475bc4218baf38577bd776c2df79e5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312c0bd084fc8cd791d3c382cd4baf3cd5e35defcf2f6e6c304b91e3b5f6c08a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bf95f5d8a8df36a0ce9d04b9a5369bcafc6e6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41296b48c8d2b0c3eae8d67b803921d38aca3709d6e94371826aab162e54e258
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c8713c3844adcd8b6dc5fc6194b33d7623c4c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2fa16fcc4a90718c72dd774729dc39d1ff2b423b97e111b7a7b2b58a90b1c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975436c5222ecfccc53aea5b8d223b0946c16ffb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e629ef89f7b5263fe4f009ce347b7d8afa4c0473c4bf2284de960c48740feea3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898c79ead6c92ec7db789b30c51209ea45d3765f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d63d082f765aacfbef41951b7c1237fab1f7d643e805786cc6f6c05a8b013d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4e90de36fda383c17bdf148c45efdb3e8f8b10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b1c1547b9fea6721ef5e92a050668492d4ef377bc2cfb9a2ecd819cb6dbc57
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa535f14d6e7a1542bf5abe35561eb6babfb3b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65f99f0fa1af325085fb4d26e3036fbd69eccef125f2c3521683fd7f5951724
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943b49f2532481fc901d48a6fe60f70a875afbc8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e647966e19be1d1aa2b3e2a1020e0514efbcb13cee7e467b83d2d64f176bc4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5fc8598661853f04a4a35b12a3d2c9fb975f38
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca45b4a2fab207c60d0db6a62a3576087ac1cc14439e0f8df608ef1c99d31c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a49a3e501f426665e786942d99db269ddcf35cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4b29d36be236828132439ca24fb12d833eb0b55c92d15eb25a0982a3472621
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3583938f69d7f3c6a55cc07bf50f9dd901304d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b9b91f079770e61a098f07694a2300ca29448c51aef45f764a0fd8711a46c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461eaa0c93566ac5356d1a1f0f5dbb200b5afe26
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e7171b85bf8e7491b510d521d72fd6934421585809113dffe6dbc7d9edb858
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07f9afbe2c0711d28c08cb5d758c6239b38457b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164a42f9b7bff1da54ac230416cc3cb68ff0ee66dd62f23784c7333fa6d0af5f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54032097fa941391458b074860649e142bd04c8e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dd5133c76311cc90878701417952011913bc4088ed620b601eccf89846f694
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d755a044f469e5454f436ceb73834123a10d8cd2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93c84174ece166b6beb96c013808a5ef8007cae3190addc7b94a00ecb81b7ca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbfaa3ad2afda0b860433d217a66029076577f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdc7dfbb06b51c45bd5275801dddf5c5d322a9c40734097db520571d8481931
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84a8a6382004ad6aa945f2cdb37aef8e0c04e5f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28d1c6c524bac386ce46229a490a139a699b5d8b7f1c6190530652701d269a2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8078c21b79a34ac71e77cdffeba4fb9359fcbec6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efc676ed880a4654cb2bf7b21afc7dc0dc7d3498a4b310071a427abf6faa84a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4798d9e88d1bc36ee075a31fcb2d6eb9b023219f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab6b25414b54ece5d452a0ab6f70e5c8fdf5cb4b94f84f3f0f2b60c38d96bd0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab61bf225cf88db1b0a93bfd5d96afcfafccd20
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4496e5cb4bc2c44bdb3169dcf77f06fef80512cde3063575a17e0b022f7da83c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a59f45564b2e90ba32f8eb28417a550e3325de9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29b04e9d095d33e3c6f69b27a0651f358ef7a2e447bde0e3fad049b5ccda621
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9664dba0adb2e365dc621624931c41dac18e34
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af5a3b63c62859bf8ceb2ae233f7416ce45277d7277e0db29400da3de8a700b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed84ead512ee95af3d62a174f5a8a940bee3b26
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ca60301264c1f0316bdebebdf6ba4c35b880ab102d921c2dab1c67c762496c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb01173ebc8a4d4a83ad279aaa80278b26672a2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b77a1836fda4c3425cddc52eb798bbc7ca037da420d707b0ca38981e87e3f90
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42666f29a4fb3bc48fe6bd952f8982da716422af
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e686457246ec640eb164b1492494bf4fd65aa028d8a5f526f831dbe54aeca133
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08a05555b41412eb8b8939ebf95cbfcb035bc8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d31a32451e9b4c08a023f9bc32ec63f37705f2f58086c0ac2d5b43f0da43c9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8972d67568c645805a770031d224b0b838e860f9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caeaba6183f91c8227537acf8648163de5dc0ebbe877bf04a52778cc0d649016
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a923984aa68033cb2d78c89d2fbbc3fd781ee5d1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3424aa18a1ba9d4c52211d6704d930d04ac2b924331fb3a04046022a8a3d3854
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c159053ba974e48e8aaacfe3e99e07c1cc2eab20
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538631da018f5b5b4927612308c372f4ba718570e7bb479c8c5478623f9f5433
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daae8986497bfeb4cc36bcf5e5eac79dd06d3f17
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f07c9ffc0ed79e8557f15853efc330e3f3571afdb9a6d12f16a72f3359c0f2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30ecc81be9447ed1b3687b8036f7217eeee6775
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094034f9e3c0e1f81d616237517d243eacb935230c1ae08acddd0a3abac99e6f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f65cfc405dad28668be34902507bf0a93bb8fc2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddf6cbd046cd9c47345bb15680e9bd3cd361cce22f73cbd46d3351ce3f95440
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41b3046e495b307a8cb9d1ca1ba77cc5e41255f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0166f4db3f47130ecedbd33eedc0434d267c835b6dfb22a5139d54084fbc78ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae52534ac2fdbe8baadff9fe3bd00affb1299cc1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec2db0955bc9dc1a9284af2b2f5995ee054fc54b022a34b7e4ffc3f8938d852
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354726613691311d9ec4f9495354741bc26415b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43772eb88a35c0a1d18ef482296484a01698591da3316c341ae9f00fb89d83f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09a126dc98a10ec1b716f0f6c960691c100844c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc92a48aef32be2329547c0162440169fb3ba1d1640db78a1eb6ecd4c190d51
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60172b38cf5d2718fb08fdd3d89e3095a5c7347f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7ed93b898f248726cd4e493f0d9639697e23e249c84f354a1819205f0fffc2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec909ffc9b1be75c05b80c2aa375808a4ef742e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36bd844fb4ec4a666e7a6bebaa3cc30d0fc0430eee54d6075651a0f859cdf95
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20134da0dc40349268c9e997b7cc6fadd1a25646
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc56c9f4165c155abea09bd4fc09ffd205346f203743cbcf18a2e464d73861e6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afd147d49ac326b6d97d8b0dbaacaeb66699211
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70b9ddfa4c1d46c93ef7ca040b57691fd47da3e2e6084f42f272fda7cbb1b89
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eba383b9180357022469cbfd5c49f9a18179db1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c29af37bf27e09d5267992b531e1e4d23ea93848cd344c3bf36d11152a22ee2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d6b1e7f714b81b488fc441818852f44376597f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6961a61f7f8940f35349f4d96d304b974cf98ce32d4501810a5595e9744a1c84
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759909123e15fb210797b58b0d2b9ef0dede44e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2a01a26d6c9a64aba439ae3416d3d4bcef67c32eae4b311cf30c42ee8b3fb8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c59d089ddcd511a3ffa427c5173a270a246191
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b586d541de775f6d8ceebab151112e911178b0342bc36ee275281388df40e90b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719ca1c2dde8c2b9685a69a8d36031a8fc6bae83
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682d1e2df09522ec21306cecd7918914421da18715c7316ad10f22867b204b90
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c299275af0cc7560dbe37193b99b2c922b4a00cf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55791722f5dda0b7289d511a384cca8edbed2235201151e525388a170750b837
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7063f304fe20c5e9462eb14e45d6721575172887
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b874ff467433ca490926bd7a56d2c310ee0fe84c2f8a7f2b2df361700abd6e2b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834b49eb68510c5d4d708282c69227bb54116ccd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b7565f4d7d21f07feddd66a608603e7c905fb2c74f6bb5be3e3ac392b54e26
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eac7ab1ce3bfec4257aa714bf6547d188b9d7e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c0b63f356256c63f57ee775deb4d273aff9438021f1759c38cb8c6d6fa6bf1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2866093207e661a26ffc553a6683a9dd3588f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93553523702afbe6d3b4f2b6f88a9ce2222c556bae5ecdf0bc97cceee08600a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e15f69594001f61e7663cbc58435bfacfb1eaf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a601782685382113cd44f37d9be09e18b543a2a8da33c948d792f73c7b6286
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e24fd786ff5b064dfdd48fb0f5193e39b3338d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c2f87dc11064350362878cd133d54d30282bed0c09e8454ce3d8414e4317e3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b0c7aaa39d36434760bb832ceaa223b75a8584
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb238cd969714d75d70acd293fcff58ac3062ce2fff43cda6276e6c8bca514b6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2c4cf7164e945ddd42458d36ff4b6e1420998f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b231e5b2998f92ab3298eafcf76ef8780b0ebd8e0ed3ca7b74455185e77bc4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dba994a06c505cd0c21a9bcbeb73ac9363c6e41
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c329d1953a8c7bfe620bd7e0e1d83325b1753b1ee55440a61f73ef9704f2a79
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53156d88f982265b8e3fb83f1cc4a92a2d7317f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bc88f45647f7e37cec1a06782f0d45f9957b7ba5200b03ef5c0437ffa9fb57
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999d59bb1a0a6f35e779a11c29048571e7d76731
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301d2e5dced3dceb789b25444be4c46b71ee552d3b9f8429b0b71ae1eec2aa74
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b78bfe8090167fc1dfa1c486e14d1df742a29fc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7423def12608ddfd03f4cf9782b34877f500402c6974ee2a3c081cc32f67ab1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592bd91e33e6489fbacd8f2f592802bfa660597e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43129b3ae225801a81cfe163efb197f4da3ac498c244f8ae4dd5336bd143d60
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc616a0b18ccf0948ab04f9814757d03f63b5a2f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5291fc7ac5297dd2276cc37364d7f4c88cd741fe9cb3466f87b9546d0c58100
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bc3285f0d8abb6df50c40fd64efff8bc611b98
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc4c3dc1707675af617c1fd6f7eb85712f5b6ab50f4b29a16a1f14c77c61577
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0afe340729c99a5c59d4b7ecfb91a2dae3a396
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c260252784860b9a213fccfaebc81fc3077aefcbc02e9cb3df371b83b397e13
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950306edf3c2a7cddedf3faf89100b2e67e09b93
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e507d54b4e6f0761bd167e511fb89e198fffca3a8e26c8b06b3ce69bec4353
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cd0e5fc20ae0d3fd75b1b69bb2d533d4d25eac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37ca44e1a43a4d561e90e6a7beccb7d6277d30cd062bb8de3bd1349f61cbcda
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf037be6f4e9ff1727667e8fa3b0328612c1f26f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f4deeca141c89fa959244d36fcf6590ae2794fbee504c0ef6c83c3ef71626e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d740c8d46d145f0582bec1513b598139cab1f0b5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4032e5242b9037f55940eedf05ca58d13ff8010712bb1c5616911b79fcd3c280
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019bbd4dec011d631ef95691cc8b550821adf778
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73ff2b2a58b49842a7a428dc7b428a81d56d9f802b7d31f768cac07470679a3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3101e6b1f84c200bad4a47479ad6941d8fe55d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76de0e6e35614ffb5d31184a6c69a86c2a16eb0cf703a1a557f2ae526112a799
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13e1b0999e0b611d0db0f26a07b01b21be91430
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7781f026527ca855d236666a5a64217882c6d66106b4e9c8bab3f178914a2811
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4564330b7f6689c5d5e2e3133eba1559f342c2d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f16cf9890397b72e8aade724aa1cee70913b85627ccad6b19c3e142aff8dfa0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058b8f44ed84c6214c0b71038a7014bb782326d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463a7e5706666205de7f225632acb8ffe5835f3e6a85666184c915a8f3224a7f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f49f479b8f4357d458d4bf4740bfe8edaea640b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d92cdb072d3510c6305df5626a7052ed273cca64283f471c4bd60a96037b25
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166fc8bf4d2b0953361935e661e4dbc66719c96e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa02ce3edcff209835508962a1e4462de601c3619fd376febab83192c3a41465
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef52837f48e81f5da9c9a74accb7e83e5f0e0bcd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65a4f776e44435493bf8eb5bf3231bb3dd6495fb1b2862e22e8dcab4e462d54
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6384973f88c6abe86f8dc45831ca11ae265d6e1b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f0189fa14843901f80aa82679fc553bd7b64637a01c3de67addfeb198907c3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2392db218b364259e4c3675d0341dd054b99bf3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9253d01a5dec326eb5049eb57c9674f0530d332f689cb32e1091c1c0b8540eeb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3723603bab443a7a2b51b8f6f966ded4dda2f3e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8178a1443ac4f9e388b48d6f35d739f4ac30439908449771f4af911e81967a1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dec703c560e01a17ccccaef55aac5428c4c622b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8ce48a3c93133a3433a808e1614b04d4e98259e1f56705572333636dadc627
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c6ff565c5ed300d75b8bbcd3f0e2304d4b334d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ced11f45fc23514afb11e88703c699e8cf195dfe3fc2b31f80570243fadc48
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672e7150a07294f4080d1b44f9d41ce183796103
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e882da019d8bf4a1093c081676ed2b7227382fdb2fd304f4bb15e9307350552
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2da56cd672a456e8ae87b9066b95d34f0d9051
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf9bda8ca11ed9a1d3e64d6cf10ddaa5d9aff6d6f525f0d04962a8b8d28369d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e43a09188cdacd1e03c14373a3d0b56befdff4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd47d7c312eacd66c553c949e9c9e33fefa09141a3df51792c41357b563c925
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ab095ae5368146a46d67bcc84573e1af20d339
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4967bb8cdf16928ad30a7c4cbd4ba17cb624e0dea3fa96d4980a79cfea34314
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3ed0ffc4bc6e9bb46ec715e432f70a09e1a7a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cce1564e4ac0755916ebc77eaf88194f26fbd8ad93f5932a7585c2f546cfba
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56a3f0d4580a35b3f02661deea31ac40e9fcd3d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1e8d8796d434f3c59feb27852384132eafac671b7e6dfa969e27f37253a7d6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef46ca0caee33df76691ee107282ea95a7a3dfd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51056de02755804a8c75c7a31df96600b3be8f1a3e4bfa1b11b08b73f3a9bb11
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89420450b1032b7ea5c3c3e7a123f5991d4e224f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbfb617ed8c24f04f0674494da4ec358d0234e483af0aa82d81730550a2fef4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e846ac6f9f2e5afae45b0032aac97d7a1572e8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f9ce6db3dddc965bb237af20a0daf24aa7748c6633e4dcee2dd9157989d847
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee419d5f16ba8ee2319a8d36a1116c200911bab8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391284b5d992d7cd5a8ddcd9f229cce5d7d8417d57f146711f3fd61b31ca255d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78129b21c245134c8c8ddb1a0a17771a2f6809a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af76a1e46d11e9e9d56c3f187759d0aa9cad2714fc26f2da52421302d5cd068f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4edb514fe84dce757c2b20ed4dd3637a1ab3b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d890f808cbe4fc4ccf70d0b5d730b58236afeebd24dc1e4eba581facb47f8648
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ea09714c73b6e04b9d63b02bb860d24d83ca8a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd118cdc31e91a30247c4444971bfd6c701f41cff1ca8c113ed71f7c1d6953a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ec6a61cad5c8aaed742d00920bde585e67ec04
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0475809405cee614fd21357c078333cfb5f3cb8749de8dba19a51a72d158b4a6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca89c820a3dd724d83af0c293818856ceb7f306
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357ba46c5cad6e3cd8bb0412a6aeaf2c3d3948a585c616888a98b88d5e22d66f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d351bda41ddd1f733a1f71812c1e548fcf98fad3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5d286620d13b765c926d5b2f866b6dfd835cb017982f68b44c54d070819c66
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b453ba1fde26482dfece0393790d2fad836301d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e125f57738bb2167f2c493b2cb7323abb01bffee1567b30080cdc7e342f618
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d563bde959d93ee37a6783effecfb7baad9a664d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27de221a5fe88c0e3b0bca99728d8e6a5a3f8b49bafe3ae3a31d254b67cf6f3b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5a724f3f6586a2c263a7aad213e4bf8d5bea85
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944293b7c02890ba7f24b92cf7ab6d058151d47fbe917a5f81698baaab80cd06
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3e1e7257ded767a22e2f9d33e379f5bc16c3c1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47706889c4e6d2b27f3a90e50384e6d81c9a641d68c2f05da3b1ba72b95295f9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69d4b07e23c6d634bda659a61c789201bd026b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246c5cb97e1bb8e52b2fd89dfe735af64735e9574420ac8b4dccda97c85867e4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b44f477aa1b59d16bb8820e726c2079d1678422
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048b619c8342e1ce62d49223504b174595cd5b3bf5113284ec6d167ce8197d1f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a212f846f18f0ec3988cda24df6b2f45d91ad84
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b78e1c7b9da66b6a46927ab0a4e282801735ec34e049822f5171f8374197d0d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96674a2784ed7a5d023882c7c924c1551a4a45ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d484f0d44796eb7fe3d1ac7c0ad60f4a5c600981555ae2db73db729d1bf8622
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6904ef30bd9ca2a5901f2ec6e7bd2b4ea4d58736
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a60ed418e874b41e73f5ae68dabe74aaba2602d4217f8db0e191bc62fa346e4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c639a640560feb424228ef4757cb67460f569f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051605d0db29adcd57f26535727e76a7cd80581268becf2a9d3171ff150d9620
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8217651b10cfa7045cda52d9700a662e6c005bc7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7faa378db8f51be0d8f0b1086c1409764ebfc29758bc2626a89d9725b3d65a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f420d83261121d992d9ce7dc2a1afe9ea1b592
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f971622fb42bd2d549706c92434ae1e3ad917205c8e6da88ce6388f0ec5a776c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8749ddf2398c4b3798690c008f296823224610
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233f6c1c851f2bfb1b8772ca97894f809839f18f900eb1481f0d38143bf0ce2a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9738ff3bcc4d16457e7cdc75367856650ef1c00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f126e29705bd799eae63826a66c0edfc427bdcaa949875b915a9b285ff8f3061
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ea31750972a73cbdf65cc14771aff2889559ae
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328a01a726498c2bac655b38d521b7cdb1fdf12382425ea268a98e6e4885f02e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc54f0988dbc8c2c6551f0bab209ad333cc449e3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625deba29c0b5ad39d3c4f8af8c00d9760a3ec9e38c249bff2008ca5ea58e470
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6c8dc0bb6b91e17a447eb3a817be08686314a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3644be4a957f6f0783b9573f123e706c00438f19110b956341426c77cf51d86
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20473298e8d54c86d61a48130c367a7f278a7aff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f26f0e7f1086b28ca30f7844d96381a3e690dc2098a79fd1f88cad050b7ef1f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7388e3fb8465e2bbce43570a7bb1483613f21c03
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4670f32ae8efa6d893af7cc6e1ea6accfbb4bd03123bcbea925a79e9197411bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5755cb26a1f89e4244cd649814febc4f19a744
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f79f9b571fbf04ca6518a36913326740f42ca4de46a23d4e4b0835343603b3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b994a819899f31f99c340f177e7bbaaf8ae09f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc943f8597093a59a215df387fcd642e640dfb65e51e43bf5dcc474520dd5e5f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41197c4064d2ba319425df1c413521d377f73648
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9965419c8349e6a8b4c109dde14bcae67dfb7a1deae834198db85fa901d44f8f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa3851a860bb06ee90d2b1552a16f6a49f63cec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf3b6922df0099ffa5f8ebc8c1c3835da6a410eab6ad95d78cfdb9ff6357c6f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c7098982c3b4b96876f8475fdfc0fbbf885171
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06cb32c71bbeea52cd04bfdd3f1bd62365a65d10acc9c69434e1e5f667c1b60
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f160414b9287a7b15fd244af9196cbbd24937b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00e3fa1b155e3b014f367b4b81dc961e2e1778e6b44099ea47ee57ad41a6a30
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0f83091658bd32f67e211daf95822dc447cd48
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578be0a3676791503c89aac844c009bd7263d4793dbdfe148726b188edf84668
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c2a8822de58a559d5a7318fecd4dccae0c552c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7b6ebb1dbf055ba8e9a1df94ceed212b408e02631f1e61e9305a96dc4d3041
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820c3ecbc992311b36bb566e99434a50e3e831e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9528a25b632c018cf6ede85e6048faa672dcb53e6db6ec8bc0d61f9a645d233d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80be50f20d3eda477f6e789e480e62c745f41a6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08704cbcea188eec8d0a1da2eac630ccddd6fff7528a43f7e5d07729b72888f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8be2a03604b2bcba34b7b5f1c8a4348cc23b982
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c53d5ab46f03b9736a2455afb1125f3b9c9b624826edbf89388f67c429edc4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a9a45de9ff8587fd1c49077bfb4e6651a57898
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc117bb578363b1fed6661e8be5b926b3819ba3af53e14006c18e152d697554e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbd7344c0ad04f64132524c78468264a6bb5801
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a523791f3f7cd5c972601611e2bca087c5c5efdb3af84a8fa2c3f4bfd3b56b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeccc6f1f019e6da4db9ca9dc6c9cbaa08d7cd2c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108336939dfc46b455e0981ff180757ec264be4b9136bc7866a005173b7d4e4f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04732f19f51c99a5410fd6d022258026cbe150a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7abf55cd5e3f6d2fc6e77b9b6f6e42e619fcc0ef96e9f95e5705126c4f85f43
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447fbb4829af4777bf07a9c6a9e61a80bce4ac72
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dac7ee9694cd665cfaa89aa1d699fb025f9a24a7974edeaa8c59b007f6507d9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c47e6120ac8a5ab6308c139be95ef1bc3b20d9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dade156ed2545931ca374bdc658a9768ee8b024c26feedfb21c2110ce73f381
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d56b86acbe1a0db0ceb7a72ae9dba809e69f910
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c366792cf3f430cc53dd1d066b51fe7e3fd4d302a9d78a59d2236880426e864c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144e66385e6c7b00e994912f513c5deece27a0b3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d692b9a442fee13b7b6da50c8a36c8788819d74e3b223e5b1042c336ef7b21e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf42e0892ca63e7b7a38af88a259b070c418248
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b366dd78b680968f28a3b4ed4646c424f1ac2e366a860cd288ae54d80e392f7a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcef888f3ce28084e93ec6626285ac5630e730d8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f7f09b0128da20d2bc7152155065969b7ca75d83d96790959ede316965a2c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c5f439c89bb2580d6bd3b15e2d1f8eed4b3117
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7931e989bc3bd8d854669b7accfed2b2eab852c5c5d9c3ac72c14464ec3a5b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df943f095c0bcf3cdca8f18c1a8eb6ac7493437
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c46bc76b44644026a515c69877ff67b7a4ad9441061ddd521f95b06f99f573
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085e7977402fc23cc6823e7dd173308877a1ba82
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f7f75268b381ecd7209827b257cecbbf74fec88c3225838133028b11496487
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf77498d2fde7315034add354f758be560efac77
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a99360644d00ec63be95d176904db934dd32fef9419c334ceac6c5c01ae1db
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51c15660b68b875763a88ae3664d5d65191dd6e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f34397fa3760595b46ffa50845f05196db3c34430709d75373a800493d25ad7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57b13a3fce232d36ae7b9275134bac7b303f3dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fd24e0279e8f2b5d689368d4f3c9371fa16e1ee17b6a5e56322e696f1a96a5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35337ec55fa33781eda84d4f05fb776412cde31d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cdf2e88c06ed8fe946ac1753c813e7562c466588289b0882ee7f5288b5438d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a547c704990b33d7716dd74dae871ab1fd611073
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ffa1f6f272798ec68a5b2a43b9f086eeb0f5e8d1aaf4e745adcb7daec005a6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cbce5bbd95af306a90d0e12995e98fdff3fd39
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c9a9ec7747226fc08e99e49004879be2aa8ba8489b397f8b32499b617f4da5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0fef5e3a93d12adba185bdc68ce061a5f55c6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7007da4468aa49d6a4581dae70f3df72d1217e811e379a6529c7330221c84f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782b812aa0d2d94d8392cac67a10e4fa31f238c4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919f5fb3eb968fb185fb2fd93446c58295a8ff68b0774adb5707451294cf618c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671a82462e77baed9edfebf4a33194eee8bd7329
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2186b52f91f9c3551d7fa9f1ef00bc227d46734dbd2b76c401bb092817129626
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3965a3c5a09647508638144c284cab880e68a458
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c50228d94882ee674423d2555e8ff058b8551555f4bfb0ff56ce0fac3c0b9e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc61eeb1d338ac876cfd64a269c13f69ba797f19
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23263dbee5e633e2e0b8dd79119775f9dc9416e0322cf384e61178d74fbca01d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344b6428a23bc0d2be8df15c6944dd61880cc5a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c038611809ad2deb6d0e2e3f1b24d7aae2193c558dc3f61b3c8a523cea02642
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b16ad5e3c13874bf89b162374ce013b5060e8b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a9043a7fb7b170275e1ee3ca008b686be1f12d59a6a1e030d60293a8af3809
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38597e45a7988bd73714107dab286de73febbda2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d71fb2f03f327d0ecfa81bc507cb29f15a223ba99859a1546ddc583d7a7630
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a759a9737449dec10bfbc131af934846912aa429
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1731eb729a85f8df1305871478cbf0844966e6e25dd876d0dedb5cfd080c2581
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b383b4d1f72ee5094fdbeece71a5e7b478e72f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef71a6bbd7bf9f976cdb09a62a0a4e45b67ce78fefc4dbbb0e00baf99ab11ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30d2345fddc92865a32fe25e759c578eddbfd72
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e241e10401c3a9dd7b4f8034a2f330c61eecdf5f7be38fa4474aef55343c26
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b04cca9c521ee314a4a540e830933ee82c7c99
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a921fd1f609f3e8c015c7e82237da013a040cb6baa86a90bcc979138da93901
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8b1516e0583fce045f0365151b6525e83c7131
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2542e9e80f543afd4cd22800022e13d695b4fc9a6f37a73649c1cfb66dfaf68b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee9f7a505a726f903084d7e3592f82320ae3f25
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d715ef3dff6874bd5569477855ef9bcd8b66a744181328d7fb97d2fb9afaa495
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8381647b83c165bccee3d6cc1bb9da0ea8b644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fbad1fce4144e0f81539ed26dac8182b14526ed130b3ddee261f41026eef63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4e6ab3b2e61aa0cf81da69cd9020bf378e24e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221e09c40b0ddd0c0076e4602d81c28dd73fcf5d492b0a8290e0c0e00e935790
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff87c5190ab8b42ee9b01c94ce355c594202d27
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f92592a951223cd374387d2c60881cb0c0b8588af88a106e6c57960c0ac935
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1483d78439a1395d9d5e569fa74e2ce14d0e86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b5ad7c49a994c1ee4033e56fc646fb09151bf01c15a5626dd50843a26b6e1d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b79dbb1c9293a29e3759d0775d8b96ebef358ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bb6f90052c576f976ed2468329d47d9231cfce8188d9f68918fed43114afdd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eb9a2a345933a03c0deb37909d1f6d9d289024
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe0dd9e739d892d3eb1f46a57a62ad9b4bb0c198684aae66181b2d3d928da5c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14382d0b0645ba981c40b3a19e1fe35b1d9afcd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64215a2c338fd65f5416fd993840dcc03cd9f4db0df5b9c925df0a63a7ba597
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09558d783d92ffe3ee9971ef0f21328c45b07494
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1ae3be02a211ef415ea93ad9ec1d6babfb3d991a75623046a1b4185dd47b5c
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a551cb2fe70b778370ae7d57b5c4876584ef2489
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ad028b7d92084e22d41c3768b53d19c7664c45d3c271ca62828dafd92eb559
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a979cc851ad184eac1906830720e8a3581a47d40
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b7c77e6e03642d8097f5d21c875099cd0358db219f63cf1978a09bdbbbe8b0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75d90c5d00f32409930b6a2a201696b3942e019
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6474b1fcd94b06d6e11c4fd281671de44b4ce97afebfc02ee0a4331bd8b639
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f838c986be831e96dac4117fd7f496038208e5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3509b3c6f03d75dc15ad10c85c9c77c0290b41301fcc9e50bf91caeb3ed934f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e392b9236312c74341048f351d75f33f794e18
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bec68d0e6bede0a13e421a118308c5c9060238b55bf3004e5f7b58d2c6ff3d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8212836692e658b75eb69adf4a90d41334669b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3237e187e93f91a6deebe7bd92321e5728b0cf5d1f7895d1463c65e01d2d4a6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c6a939f2c8b0dbc2461c642092b2199ae5d87e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884431715f85786acb3238bc874c8837a7a5bf63f310928c38153b1912c4af64
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43008dd9a0c49a46645c2e5d9f5fda09d8e5ba2c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fb7022c74e7de55890f606ce0c6c0e64cff370f47a209cccdf7ffedf1db66f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557c6d6970b6f8c7d91f9c425906b82a35797e63
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfd4f159477c61ea5ffbe53c38d222bd66be9358f8ddaaa3fa11214322f3998
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b71e537c96c5855fc815bd9af9cb4fd65fef83
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb90fa2e5a30486afc178761e6f3a191b49af29345a305480982ed9d3ffefde
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc048001a589f6d13a41805eb65971c17dcc5a7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2859e0fbf47ee0b5d0b409f0ce77d4a80ee178cb55e60d3f21a379e131206b21
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83a0bcb9477673832d45f06730175223bbf4578
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a469f90d02adae840ea0178028df603c8cd3fc5cfa4e7e4e46147dedf8ebb1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e85d1b8a1873d9852ab617e5fc6a4b77a55aee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5195bd79ba62ab65a97fb2d51a4b3c5252683bac20e65cee6d1fbaedfe8ad328
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737b44d8ecfec4b76e903f4a4ea1a59f4a9273b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7815815f3785f49501ef18efd5a15f8c79fa85ad1761bd2735cf07a3cc50d13
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebb07e785c44ade97e6df55b6693c4c8e7edbfc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a89a3e0ee588b61bb23203ebe63e5513745039d8f764da9d7cadc858803062
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6640d116dfa1f584854c2ac6f11f09cc05c60375
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557b1304d1812295ba48965794ba7ad3573c7b1254de22da0b0ca7b21529fced
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fa2219c9129fa83f56c6954e4d816dbb651d76
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7fa303e53314ee6bac909fdf306416dfee1b4447ee0b0dcaf9a484198836c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284502e0e5987d12e566b436f56ad65f02793aa6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5733dd0eae0e2a0d9acbeeafea5ea8452f92b8bd185aa466413652472840c259
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3778ec16aa74faf332a2eece00b5ea017c4552
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdb41cbb96210a79804d20ce4532e07ba165d8465f7764fcb5304d655ee6b26
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7595d02fb09f5b5d3c5ef3d7951d9064ea5f51
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae85ecdd19b7e2e665500913208fceeaed251a9f497cb2a834fb4ae98be16c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4647b020bacbf1de49a6a5bd1e879ece9628d36e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88afcd786dce2256c6e3c935b9a949e709e8b5a724083d0c537c4835acd3cdf2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0345607861f929893cdd63d2a216ba2b95aae6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865aa7073fe445418da504f87a521b5d943ea4fdfd438a77f4d39993968fe05d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a8725eb455fdccb9cf7752734531724f1373ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e444df3ebb593f8a59cfc48260e0d949636d3069198c4cad8cc0a4e7d2b07f7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e16a581168e8b1dab24deabd99ab616c8efc1bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df174f66f7bf5a68ca8bd142906a66e47f5ef597d726a489e804a3120abfee77
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3651bba7680292a0c103747c8d18b46598ce2d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18719253051a59b15ecac1986d830bb8dca97300ba67b6d67e4a12bd49c2625
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7198983cf8b21a9ca5c90aa8a9c5aeae14acc522
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745f6a418f9f6b1f40e081947d7e294e30182f75b43a0f86fc9df961e73d6e6c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb307c1e72cff4ef717b1ed52b34183e2c8c8923
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768f25341efc4b30e876913ce663fcd2557f53c8cda3d8784cb0a7e1293c2d2a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2469e7d70cc9fad44369978f75cc7904b39cc225
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14724885b511b7cc0368a712ee10ed07d3e6fa9df9c53821b999208e870b2b85
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cec9e81f4d0d51f3a544ae15a533a3354c88f6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d779cc416334be73cbf59b6eac9117ef31160146388d75c5ed0a606562a48b5a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1f7dbc3ff06c62d65fc61f2628a96b85f93a57
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea85ce26de360e30978aec03caf042b007258bd57a60b8a3af0dfbc7208f94b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7e22ab17e755039cdd791dd8007ab85afc51a6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f864585f83327e863e71189d7b9b90096be0be83b233c0a0f7b65868ffcffb3f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba482076eaaf5640fe84234606778f19bdb23eed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6379f51c5c287c1f820327aa257a6c711a8dd4f9d1732d1810499bb78b678337
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe3eac4285bf5164a7f167262f965504a835f88
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2e8b5ce3470f5c6dc8a9707cf588eb49d2dacab40e2891163ed3c483ffad3a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c2da50459ce30f1bea6eb92fc0d915678f79f6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56401fb33dfc50b552078215329f6ca4efc62e75caf8ddcd5fd27621e9d1756c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04c328f050ff41512c55afcbcdcef9b973ed807
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3b1db512d2c9e398a02662698ba5611457cca5307c2fa63d4b84855dbb4c70
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c934d2c4c811f1a50f4e3773405cd8d22de70841
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0b9620c7ee10b78caa47ee240faecbeb03876e08a2c2a3e87a49886df4d62c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd471959525c03793e740514f47d89b20d3a964a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a1d5b65a901064f024b138874c298c8b4d6d40604bf48b504cff952fba6e5f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c251bc85bc270e95741cb7fa47f56fd75a0a4b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bbe15b9c5b7728d72b4ba6189a0acc74df05413bec7ba8b3cd4e71e01a13d7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa78b1aa0c4dc227c1520fb1d5b3ad73c8d0972e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57b8618205f8b92cd565aa83ce6baa5a64aaaf0ca218d724adc2f6c713ed9d3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195cd06ed20cff100b499fe853d1b421cec470ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9183ee1623db48176c5acf270519231b59aa5aac036b64f6e9b585763e274a5c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bca7a1123e2c4617cf958023e652efc1a8e981
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5479d48e8c61210086ea9f4ddba95add9d46a0c654efabcf8e1a71d3a136fc2d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1dc30248507b08f53027568ce2194a048d6402
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f3fe75eb1a9ce2e4f4ec90d31f6129a2af658997dc50555d41c571b76b9293
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b39ab8a0dc5440799baa2afcdeed1f0e201f6bc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252e64b5c84590d5b35b68b72bc55776ea2f5f7f1d6fee9ed3474ddc952f71b0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4afde7f67efaa150e5d0a949aedd455781ec450
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c6d22c5835499edc0129cf2c769120d586d3b4d3ffeaf8197c2cf042367891
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5920341e5c0503b30432e45ad05545fe08932a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f468c094b59e81f7628ad4d24152a9146fd5ed5aad390e99b4a01e99eb6bf6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e82c5c52527306cfb90315d3969bdfa728ba17
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabe548eb6af49c1fedb37b3605065ba4c7803ab1e9a2794ede60f5cc10cfd3a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6caa3871a3618f95cf832955b99373027f1be95
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac311046f6cccd996f5d041c44c388900a8d9df6fe66cecc5eca603e8398d4a4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d459a2bf818cf038c5308c3a19d3ae714e4f7e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b8f1fa146622342ef82fc49795718cb89b21b3f74b7a8bafc1dc40d96ef4d4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e679034c91c4eee294520c1d811992f2f3a916
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cd3553ba6cd703ced1b84da91e2a7f90f1ed6b132533c1429736c30f9a1740
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b64227201111ff1809eadd3f26faabd697cf6d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4bb3b68d4b1e1f97dabd865d2eaa255e00254ab9b03346b544d4ca9c6e3d35
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ed3554831f61e325c7582308fb94760e8ede38
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab12d2973b6ca18415511cecea2cb5742b04e41b654108b9a9376772a372536b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea4d1ab6417c929a6ed45a0e6c7b5c2faf1002a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f438d1f9678872a97353e03635b3a32ed9a46c9a76fbfef68598bf77d746c6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6021a508b84e33ab30376e4b86748304d1e781b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1152aed5afae8ef496b6ecc7d0ef8e4e53cb0f339ed7ecdbc097cd8523b788ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad866b44acec5d635fabb638f30387fa01ae3611
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566dcdcf5e4db60f6828af0415f9a25b006b05bd7ac3dc3e1a81c4265cd6ecaa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8445f5588ca8f2bae01a9185bd7c43de1f139afb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e844daa1c22571cd69b77d040c32e6bac3394c714a1d691d958816c96b9c269
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8936206e27aac1e77a483057e269797ab3d1ad5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52304beba2d78edadd1237d7365b4bdb07a4eccbbdced208b32d556dd42fe284
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5a90d6514e52875b0ad5b83f6a78c9ef3f1e11
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba05a80eb5124af4f28674f251f6c1ea3d2fc1eab3ca4790171c939d058bd2a4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e559618248e6f269067ae554f118a2ab6610b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21e0d96a1ae3ca240739b12f871fa98cc7186acf30868e6aa6225df0d5e7f29
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad4f11f53b5f440277756e09bd8bffe29fc8b23
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73357d3f956eafc3d491eb26d12de74cabcfa9d7a5e4781690933d88566a9589
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2179522d3d73597285acb684c64d197bb36ce3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7f4baab9d59ca49b46eb3e0d443f268699af7e45a3c0aaeb51f1a764f68211
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b196d3138c160e4561ebbe36129d89a73dfe7f34
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9266d00fa79eb3d2eaa641a6f467c8cf11ae372656cb226b9cf3793d035a7cc7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04beb3e82b9c118939580b1fd11114045bb19a98
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d424dfb96b59b8c0ee7690d9528c4942e215951815dc06a60dab2c9a891a098
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aeb9269e85d22ab91be029a34e8652fee7957d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cadeb012b13134227606e65d7de71d2d7b12b13d74e891225d785c9cf71349
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd5646083475bc4218baf38577bd776c2df79e5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312c0bd084fc8cd791d3c382cd4baf3cd5e35defcf2f6e6c304b91e3b5f6c08a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de7be3f8849c02556b80726e602b96f402e875d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8621b84c600be823c044db0601d24aa3492b178d404621ca0efdf1294487ef19
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bf95f5d8a8df36a0ce9d04b9a5369bcafc6e6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41296b48c8d2b0c3eae8d67b803921d38aca3709d6e94371826aab162e54e258
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942258e7f36a96e5d23965d354ed231de6918952
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52afa95d267e54ee76b97ce71abbfbae0cf50851b5c76e26375e767f255e978d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c8713c3844adcd8b6dc5fc6194b33d7623c4c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2fa16fcc4a90718c72dd774729dc39d1ff2b423b97e111b7a7b2b58a90b1c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112818acfb79c3941df2f257406df896bca62aab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17addd5d886b9c101db4634056ec9629a8b32a141a329d8d9425907e9ad505ac
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975436c5222ecfccc53aea5b8d223b0946c16ffb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e629ef89f7b5263fe4f009ce347b7d8afa4c0473c4bf2284de960c48740feea3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbaaa8b78ddc8ecfae925948fe641469ca25b18
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089b67647088944e50441ebb8b4e642f034a59319b60d66abc94c474d61fef27
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898c79ead6c92ec7db789b30c51209ea45d3765f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d63d082f765aacfbef41951b7c1237fab1f7d643e805786cc6f6c05a8b013d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1081e4d332f5a8b24522052be055abfea4f0b690
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6248426b4c71216e266022e9b04be6b167e245191baf9ada1e18629e5e297882
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4e90de36fda383c17bdf148c45efdb3e8f8b10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b1c1547b9fea6721ef5e92a050668492d4ef377bc2cfb9a2ecd819cb6dbc57
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1a1ea2e102b21855a512c6481356ee588ad747
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b07cb4a6a1d07e27036e50be10d0e4ee0d5db87f40aa7105c6c70805d76e81
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fa535f14d6e7a1542bf5abe35561eb6babfb3b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65f99f0fa1af325085fb4d26e3036fbd69eccef125f2c3521683fd7f5951724
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa95265fa05b4e326710510d9158fb0d21f5d66a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793f82d36e72265e244ce26adf75538e62ec1f83671157de23e8348f62199b1a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..943b49f2532481fc901d48a6fe60f70a875afbc8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e647966e19be1d1aa2b3e2a1020e0514efbcb13cee7e467b83d2d64f176bc4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6eb881265f2d7d331e6d7a2d15773e5bd40cceb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff797b09b4ac0577414b18cebd75a4c78ec99290377fab69bfc722bd90d40cc4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5fc8598661853f04a4a35b12a3d2c9fb975f38
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca45b4a2fab207c60d0db6a62a3576087ac1cc14439e0f8df608ef1c99d31c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375872e0009cb2ecd229a1819e220a5840ee8be1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b36ad2898bbbe7f019339013fa940cad79792d3b71511ac74f0914512e9efd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a49a3e501f426665e786942d99db269ddcf35cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4b29d36be236828132439ca24fb12d833eb0b55c92d15eb25a0982a3472621
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148212f64b9f5c85ffade4327dc9195e70811a74
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8967f35c1df5d88585b444faed3e1d60eb7d12b17e23875fb9edc09416afd094
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3583938f69d7f3c6a55cc07bf50f9dd901304d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b9b91f079770e61a098f07694a2300ca29448c51aef45f764a0fd8711a46c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac87ff33c411816b9757efc99f32b1cb763ac43
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7089f1a354f24333f1121701a37c051e44d11128eb916844b18e8828b62748
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461eaa0c93566ac5356d1a1f0f5dbb200b5afe26
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e7171b85bf8e7491b510d521d72fd6934421585809113dffe6dbc7d9edb858
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5fee37b43b509c493b3502e3f82e72e2b22999
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8785839fa96e473ef2d24d7736f49fa1a9574b587977755211a8f26bcd27b2d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07f9afbe2c0711d28c08cb5d758c6239b38457b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164a42f9b7bff1da54ac230416cc3cb68ff0ee66dd62f23784c7333fa6d0af5f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13081daf2178681af1ab2bddbda292b461d7965
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c2a010464eb37022425fb61f39cc2ef534e8cbb26d31a081db967ac1ab5d7e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54032097fa941391458b074860649e142bd04c8e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dd5133c76311cc90878701417952011913bc4088ed620b601eccf89846f694
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2bbedc7a6ccc05f3dbb63a5c12f106f452f494
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87297feb9811f110a7d63c8eff52c142086adf6a507a795a3d2eb13ab10ed51
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d755a044f469e5454f436ceb73834123a10d8cd2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93c84174ece166b6beb96c013808a5ef8007cae3190addc7b94a00ecb81b7ca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c062ca7e14e298c1b8a2270a6f69d6b001b431
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d947f386682fa5259e17c6f379200ecefc44e1e2df9bc30a665e3f184fe91fcf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbfaa3ad2afda0b860433d217a66029076577f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdc7dfbb06b51c45bd5275801dddf5c5d322a9c40734097db520571d8481931
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b702e473da837f0b63de2604bebeba22517bf0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b18f78c081fccb27d22c8162d2fb5647f5e4ec57d870b165dbb09e42e395caa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84a8a6382004ad6aa945f2cdb37aef8e0c04e5f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28d1c6c524bac386ce46229a490a139a699b5d8b7f1c6190530652701d269a2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557da8159c857d7f5ede9449b96b14ae367db60b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6bd58adc0a134dbbd911dfc67f96a38dc9ed8e68abfe85e5381c847a8d62e3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8078c21b79a34ac71e77cdffeba4fb9359fcbec6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efc676ed880a4654cb2bf7b21afc7dc0dc7d3498a4b310071a427abf6faa84a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09f98e5ae4ba2a0ab47c9af250d240263cace7b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357b0dd77892d501a8f1b0b3957d3c1c1a8f0e41e94e366109e065b0fcb0b6f3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4798d9e88d1bc36ee075a31fcb2d6eb9b023219f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab6b25414b54ece5d452a0ab6f70e5c8fdf5cb4b94f84f3f0f2b60c38d96bd0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d7584145dd9c6d2888bb61d86f3791ba44b28e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b1c65911b043d0eae97a5d7fa8a79a44282f1c12841c87fb95b8f7c662f473
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab61bf225cf88db1b0a93bfd5d96afcfafccd20
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4496e5cb4bc2c44bdb3169dcf77f06fef80512cde3063575a17e0b022f7da83c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051ab5b039b83e18184f5df612cabb21d49129bc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acfdf2676e1f14fa317c8f3bbdc2114545c37009daf70bf101f103d97908fd69
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a59f45564b2e90ba32f8eb28417a550e3325de9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29b04e9d095d33e3c6f69b27a0651f358ef7a2e447bde0e3fad049b5ccda621
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648985c2c7f97e98402fef4dc9e6f967a58b0a7a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967f1c44d410a37995fc8b554fa31b6a04b6f4c1840b97fc3147213029ad60d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9664dba0adb2e365dc621624931c41dac18e34
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af5a3b63c62859bf8ceb2ae233f7416ce45277d7277e0db29400da3de8a700b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b780171617ec77aa9159ce21f6bd3bbdc2470718
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d892fe0bcf426803bacf443538207f533dff45449f7b541b1a4089e3ba0793
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed84ead512ee95af3d62a174f5a8a940bee3b26
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ca60301264c1f0316bdebebdf6ba4c35b880ab102d921c2dab1c67c762496c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbd153e3bfa9f2935106fb7d5db2b8cbd8a9aa9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01c66696195ca3e636db94ac4289d32503eccd3a9e443c8e2bfb0c20dfcb712
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb01173ebc8a4d4a83ad279aaa80278b26672a2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b77a1836fda4c3425cddc52eb798bbc7ca037da420d707b0ca38981e87e3f90
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c987c3fb638bf07176d3b912fc22b5f95f5150a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2419d391e68aa733be7954a248ae8ddd84344bc6c0abacce590992d43fed40d8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42666f29a4fb3bc48fe6bd952f8982da716422af
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e686457246ec640eb164b1492494bf4fd65aa028d8a5f526f831dbe54aeca133
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4545d33feb95073575743c7367de11579c60645
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344a6a1ea29546a8a0165158bc559afb4d5ab9ef3b4ed60ade54c68a61432012
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08a05555b41412eb8b8939ebf95cbfcb035bc8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d31a32451e9b4c08a023f9bc32ec63f37705f2f58086c0ac2d5b43f0da43c9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af809f70d505b44ce4a3308d791f3817d01dffd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7be439cd563f7bb9764072b9da0b433a32ba23dc91785c01ea71be1002f953e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8972d67568c645805a770031d224b0b838e860f9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caeaba6183f91c8227537acf8648163de5dc0ebbe877bf04a52778cc0d649016
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e269e2e0779e2a9e65d33a848efe02c854a8e19
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a012149c93aaec6ccea09e00f08a7c6083c7abee2fe73bb7b67a5eb87c456f50
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a923984aa68033cb2d78c89d2fbbc3fd781ee5d1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3424aa18a1ba9d4c52211d6704d930d04ac2b924331fb3a04046022a8a3d3854
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f317b941b4b607b9529fb298b0de32ca1096e4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d218a70371a90ac6f281b598bfff0a7f4bc3c7d86b8009bd49f3d93135aa9aee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c159053ba974e48e8aaacfe3e99e07c1cc2eab20
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538631da018f5b5b4927612308c372f4ba718570e7bb479c8c5478623f9f5433
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf478610c66c627152a2d778b09b2554213ca252
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05b1efe222f4f55321af4aec634526d7b8091eef439c80d0b9cdffb0806a65d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daae8986497bfeb4cc36bcf5e5eac79dd06d3f17
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f07c9ffc0ed79e8557f15853efc330e3f3571afdb9a6d12f16a72f3359c0f2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fc007cb307d2ee9265339c32a0d23b249a737f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863a4a58a25ba2cbc7b628c68e625ceb5bcd4461b094ba24042067ab5a82c541
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30ecc81be9447ed1b3687b8036f7217eeee6775
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094034f9e3c0e1f81d616237517d243eacb935230c1ae08acddd0a3abac99e6f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b59bc847e43fec58eb39de0fad10532ef92157
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa979846c9f2de986f48f5249f8bc757b74a77b72e31da0900172e0cd1c91a3e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f65cfc405dad28668be34902507bf0a93bb8fc2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddf6cbd046cd9c47345bb15680e9bd3cd361cce22f73cbd46d3351ce3f95440
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb3a45e90b109f33eb20744a4a560fa2c6e2a76
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5051058ab9b53795fa0dade757b264ae25f4da9d351d20d4cf019abe5a5e1682
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41b3046e495b307a8cb9d1ca1ba77cc5e41255f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0166f4db3f47130ecedbd33eedc0434d267c835b6dfb22a5139d54084fbc78ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a429c1ad99e4850e0a18abff14574748fd5c921
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c16cb56f910b6110d2ba9bc9406506c834bb4d8deb9ea00386af2f49e13c1c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae52534ac2fdbe8baadff9fe3bd00affb1299cc1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec2db0955bc9dc1a9284af2b2f5995ee054fc54b022a34b7e4ffc3f8938d852
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa532300d9849590afc94efb81d13743e08b89de
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255f15a9d15e5c14b2f1c187e7c0ae1d8c96a8895e02005f0761c21a58402df2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354726613691311d9ec4f9495354741bc26415b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43772eb88a35c0a1d18ef482296484a01698591da3316c341ae9f00fb89d83f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7291273f7d40c22cf31ae5b2f8c3898ac5609f2b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb246b0bb567cdbaff10547e1e298fafccad8051d54e0fefbf91ebc1eb81ad7b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09a126dc98a10ec1b716f0f6c960691c100844c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc92a48aef32be2329547c0162440169fb3ba1d1640db78a1eb6ecd4c190d51
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6004591a005391644c0f4951a0afdb2665f68a8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e1fa389265741d8e1ed79500c7ff88feab06b6f5a0d9bc661fb11a1eef6fc3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60172b38cf5d2718fb08fdd3d89e3095a5c7347f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7ed93b898f248726cd4e493f0d9639697e23e249c84f354a1819205f0fffc2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c59e7da156fcb1ec5803d5709212a92cb40e0e5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac445d09a059a14f027f55c7bf0c974e651457bc406c787b774ec0857627395
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec909ffc9b1be75c05b80c2aa375808a4ef742e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36bd844fb4ec4a666e7a6bebaa3cc30d0fc0430eee54d6075651a0f859cdf95
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3259691cabb5b588c857f9d1188d70d23542700f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97678dc7319102dc496578bb29a470312bcc6904a0cb245c6a8b3eb605033366
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20134da0dc40349268c9e997b7cc6fadd1a25646
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc56c9f4165c155abea09bd4fc09ffd205346f203743cbcf18a2e464d73861e6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b725cce000c91efd4dbdbbee4829ff8bcacc93a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38875315b2face557d40bca89ad63ac44da12114b146482a69a7c2c1e8cc1eb1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0afd147d49ac326b6d97d8b0dbaacaeb66699211
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70b9ddfa4c1d46c93ef7ca040b57691fd47da3e2e6084f42f272fda7cbb1b89
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d07aaa27de94800f308f7a013eb885cd5dfbc8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c539384603cc96e82ae7031c03b22770c8e3921d5b968a7735d8f5b70b0d54
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eba383b9180357022469cbfd5c49f9a18179db1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c29af37bf27e09d5267992b531e1e4d23ea93848cd344c3bf36d11152a22ee2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0167c515fa2ff0c0ff0ffb8d80436de70b96c02f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2218d9f8385ab7a08a15b1730f1c7cc11f6fe662083aa4e042aae4226243e920
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d6b1e7f714b81b488fc441818852f44376597f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6961a61f7f8940f35349f4d96d304b974cf98ce32d4501810a5595e9744a1c84
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b04249f1f939e301d5f34199c07556547c3548
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3796e8cf4266561fea870b5de32cb484328d5758208b9f57f4d792b1c599bb9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d252edcedb5e2f85ac8497a513d5aed48a634f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf10d207c402d6ce8f20d8966ad67728d4d34106dd97ac05ce6a0d86469023e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5510e7a0607ffa7691ea079809019d59edb67ceb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c33a5743b1c8b8bbfbb241e0a02d8473aacd24c433695293f6daba40ec01b87
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c59d089ddcd511a3ffa427c5173a270a246191
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b586d541de775f6d8ceebab151112e911178b0342bc36ee275281388df40e90b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac12a34bce13c10c63973e374367bf6b18f36eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a83ff6ce41edb00da12e4debf1b71b72f36140a8b34c94e565812e092ad5308
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719ca1c2dde8c2b9685a69a8d36031a8fc6bae83
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682d1e2df09522ec21306cecd7918914421da18715c7316ad10f22867b204b90
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38c7446ff0bc65103e82a71ccdacce29f9121c1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d38bca952b369dae7f94c2db549e06c39b010ab7205ebb779a46fb383d5e40d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c299275af0cc7560dbe37193b99b2c922b4a00cf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55791722f5dda0b7289d511a384cca8edbed2235201151e525388a170750b837
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41eb8add9d6970e579e7be294fa46adfeeac410e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7bae89cb40a171a13affb3cd86c7785aa23bd796af4a9d138702bb939c3b80
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7063f304fe20c5e9462eb14e45d6721575172887
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b874ff467433ca490926bd7a56d2c310ee0fe84c2f8a7f2b2df361700abd6e2b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ca37875d2d45b48c2988f18a9ca69ad0a8835f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6c2f3bd6a024f7ffcac21becbb4ebdac231a4b49ae311f947104ca326e609b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834b49eb68510c5d4d708282c69227bb54116ccd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b7565f4d7d21f07feddd66a608603e7c905fb2c74f6bb5be3e3ac392b54e26
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6497e5a3393f497db07a430535555885d4247da7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009573d2c7844638a19d039afae0b058261295d45e76b670346a4871dc681bad
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eac7ab1ce3bfec4257aa714bf6547d188b9d7e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c0b63f356256c63f57ee775deb4d273aff9438021f1759c38cb8c6d6fa6bf1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd87f39f9d3a3ab0b6ca0a877ac742fd4fafcb4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fcb3ec9e7ead41c1630559ef66f918403e84831a9f257d93a7d7f7f9df90c8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2866093207e661a26ffc553a6683a9dd3588f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93553523702afbe6d3b4f2b6f88a9ce2222c556bae5ecdf0bc97cceee08600a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a998ddb1c691647d958c69ee042c0ec1d5ce63
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2705865c0454998af6b3413a86252ee37f0f2b7b2b1646614ecf95099cde03
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394229498c67316b203b2306e4e2c7ba67e02aa5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef28317080fa9f9104e235d3f498359731e2ba06e8565c5cc228c68a7c1a194
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b12e173d13f805909ebdfda49276e5a47a1ac2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97510b2a0a16c61234c0dd68e858b109ca987efe498f0e05ed93bd2a067216c6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e24fd786ff5b064dfdd48fb0f5193e39b3338d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c2f87dc11064350362878cd133d54d30282bed0c09e8454ce3d8414e4317e3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0609fccd2d405b556ae44a5ac883cc60aeadf5fb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887b9913a81dd2ffa2f06054e01ead2c33027bcb8296c37a3faddda5f6bb696e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b0c7aaa39d36434760bb832ceaa223b75a8584
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb238cd969714d75d70acd293fcff58ac3062ce2fff43cda6276e6c8bca514b6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d2489233467a102d2293b83cc86d8aaf30370f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a036dbe3829d7f5db1dd1d3deb6885a32e9657b3ae07f3984c43e03cff7094c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2c4cf7164e945ddd42458d36ff4b6e1420998f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b231e5b2998f92ab3298eafcf76ef8780b0ebd8e0ed3ca7b74455185e77bc4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178e2df510750e8bbda45af41b0eed2eddfb8d1c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5722893315f86ec90ac7a72075dfa046408c1d2ed48dd718629026f935feafd3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dba994a06c505cd0c21a9bcbeb73ac9363c6e41
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c329d1953a8c7bfe620bd7e0e1d83325b1753b1ee55440a61f73ef9704f2a79
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e5ce6055fbd5f48b9c8fa6b57fda71f246a454
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9123ccc977419bccedb0d7db256c990177001d3c9445d812755df220281b6985
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53156d88f982265b8e3fb83f1cc4a92a2d7317f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bc88f45647f7e37cec1a06782f0d45f9957b7ba5200b03ef5c0437ffa9fb57
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d0b34aeaeefff2b64b7acbfcc1fb640f930530
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd14ef9f953ecd37123ca39ab60bd054e25faca93e9477ad6f5b710c5871650
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999d59bb1a0a6f35e779a11c29048571e7d76731
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301d2e5dced3dceb789b25444be4c46b71ee552d3b9f8429b0b71ae1eec2aa74
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c37147f974f1a11f96592dd796c0761088ed3ef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bded3d69a900332f553d4d7fad2b2c7ed80ab69ebdeed9c1c16eb9b5e3bec8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0998ffe5b45fbf184cf17205d965a1677390d05f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437abbcd1cec24f683f5cb621d9f06dcd4f89f18fe3a2f4f7a8345cae643b72d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f8c066d9718f09f6e497a195c1c53b8e438a2d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8816e52d59fc6b17822e214f3facedc55bcf82161ac6d6bdee5ddacdcea7342a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592bd91e33e6489fbacd8f2f592802bfa660597e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43129b3ae225801a81cfe163efb197f4da3ac498c244f8ae4dd5336bd143d60
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1554fe8fd692cc4957c7974a2f9cbbba32b49900
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93e80dc04a7257ca924a939ba5f68fe6103ac814436e40e5b9d58525a555f38
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc616a0b18ccf0948ab04f9814757d03f63b5a2f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5291fc7ac5297dd2276cc37364d7f4c88cd741fe9cb3466f87b9546d0c58100
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e975646ae069045eb503a38838472643873416a8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e7021ea151c9cf9fc38248a64ecf56f318fbb6ecdb4c92aeb137991fef73ee
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bc3285f0d8abb6df50c40fd64efff8bc611b98
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc4c3dc1707675af617c1fd6f7eb85712f5b6ab50f4b29a16a1f14c77c61577
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67148e426858fbed6527df240925d413c4b79eb3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ae3a8823381db5181436d370a4d46b50b5d5f4478bf017a2cb46035d3ad1f1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0afe340729c99a5c59d4b7ecfb91a2dae3a396
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c260252784860b9a213fccfaebc81fc3077aefcbc02e9cb3df371b83b397e13
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3fdab0278a4906c94704cba68409312c2abd98
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b465d586a11df8fbd3fed1be2440e34314199dccce624eaaf66bf7a838e8e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950306edf3c2a7cddedf3faf89100b2e67e09b93
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e507d54b4e6f0761bd167e511fb89e198fffca3a8e26c8b06b3ce69bec4353
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5069760afe88e7b0de255e74d0d3b22fd31caf0f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d1ef727f4db7ffcffc78e8df7fb427921e85a31bcd51cd143fa446988d5923
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cd0e5fc20ae0d3fd75b1b69bb2d533d4d25eac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37ca44e1a43a4d561e90e6a7beccb7d6277d30cd062bb8de3bd1349f61cbcda
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e41b4bdf3b5f6a590163f2257d10698056d8a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b4cca81166858fab2b0f986e31381632a1cd7d5ad209cb3607f4a5284c92eb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf037be6f4e9ff1727667e8fa3b0328612c1f26f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f4deeca141c89fa959244d36fcf6590ae2794fbee504c0ef6c83c3ef71626e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd4ea69f80964d4a3eb28cee2f78aa7ce7b378f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0522d04217d9ead1b4f7b8de434279d655c9fcf7aad110f00ba5b5fc3087e86
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d740c8d46d145f0582bec1513b598139cab1f0b5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4032e5242b9037f55940eedf05ca58d13ff8010712bb1c5616911b79fcd3c280
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1354cd2b609036aa8318ca80959223eb24f12d2a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b1d5f280dfe65ae8ecd25302ee71132411c7d5c6b6a069400b917e7fe85c36
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019bbd4dec011d631ef95691cc8b550821adf778
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73ff2b2a58b49842a7a428dc7b428a81d56d9f802b7d31f768cac07470679a3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e191ef0aba7912264391789bce42ad7640642e4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1170474a0e2268b5bc7a844a4475760e437319692dc10c4f252c41f41e62c86a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3101e6b1f84c200bad4a47479ad6941d8fe55d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76de0e6e35614ffb5d31184a6c69a86c2a16eb0cf703a1a557f2ae526112a799
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29799d1c59c1ef130dce01be1eabcf9c58c098d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aada42621767b4f17b61134a2306ecd05dddae051adde823d10bd9b379d6e11
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30baf6709b7c209926e9060ff1d9db4c975f3f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4271559d0a36ac9d274621d11a1033085246fc069c77901c8657527392b88f36
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60394ca7d7d3565179fbb3eda967cc2a38a76438
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a718d472b289e0c4bed8d20d4cd6b0c53f8d4d310979e1c7fb1d4178bd4e30
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4564330b7f6689c5d5e2e3133eba1559f342c2d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f16cf9890397b72e8aade724aa1cee70913b85627ccad6b19c3e142aff8dfa0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb03456341274af02a63b7da556071328a210bcd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82df0973bc85d53dea181cdfbec8898bd5308002920205e282e3cb7cf323319
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058b8f44ed84c6214c0b71038a7014bb782326d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463a7e5706666205de7f225632acb8ffe5835f3e6a85666184c915a8f3224a7f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1c62c18d3022e7c2f013ad35ee247773d2469b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17eb8a66ca320f7ce724bf79f17591c27fcf0062545e2e8428ba5fbb44f9fb5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f49f479b8f4357d458d4bf4740bfe8edaea640b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d92cdb072d3510c6305df5626a7052ed273cca64283f471c4bd60a96037b25
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ce2c8b721d373bfca9d67a279a87643d0b0b2f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f89d6c5a084aacf0c519e97bab3e3c23ec5157e01349ad0ea2c1c1c807ca074
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166fc8bf4d2b0953361935e661e4dbc66719c96e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa02ce3edcff209835508962a1e4462de601c3619fd376febab83192c3a41465
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95d04a010dafd6aa6b01866a33af6c687b116e0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c647213c7af91bf16ea56433a99be53ef4a101aa086db519ceb1a99d33cd54
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef52837f48e81f5da9c9a74accb7e83e5f0e0bcd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65a4f776e44435493bf8eb5bf3231bb3dd6495fb1b2862e22e8dcab4e462d54
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d978df00c93ae0412c14e3ebef4f194fc0d06e0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec8d886cddaf24273dcd3306d40c8217a0cb37843c793c57ae603cdaf7dfd95
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc6bb9de69ff7a8c3010a81d189d1bfa388495e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5110b9d0b3a9ec29a2ee397fe8686b579c5b76f1cef45560b18b2058bfdab4f2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b65f6d06e503f1e7aa3a47e5a6940dd096bdad5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427c7b6f9d845f80e3f50afc88a17dab5e72ec1c44079601de2379531953b25f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2392db218b364259e4c3675d0341dd054b99bf3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9253d01a5dec326eb5049eb57c9674f0530d332f689cb32e1091c1c0b8540eeb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ea351c25ef35a221d052ca9d725941b409ef1d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371a32831442c65865c6d0152b23516a10206930f5a76cc326c459760722bf21
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3723603bab443a7a2b51b8f6f966ded4dda2f3e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8178a1443ac4f9e388b48d6f35d739f4ac30439908449771f4af911e81967a1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ad7792fc84cc399ea2aa0a762d597bc4a57b78
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc854e65a31764c4d32b3c0bb8e44b65d6e5dac9dd983da47f0a14446daa643
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dec703c560e01a17ccccaef55aac5428c4c622b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8ce48a3c93133a3433a808e1614b04d4e98259e1f56705572333636dadc627
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864eef1d786f4f15e61410f65273be2a8d7b7441
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a78ee828f90d7141c2cb455e833f85ff4aff81519d3f0dd3662d194d7494f94
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c6ff565c5ed300d75b8bbcd3f0e2304d4b334d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ced11f45fc23514afb11e88703c699e8cf195dfe3fc2b31f80570243fadc48
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af954903830f7142a32a9eb0eb2e844bb868701
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d411c99d5b6e8a101e0d9fb3a9bd569bbcf36ae75c8b4a6907afc178d0ff25
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672e7150a07294f4080d1b44f9d41ce183796103
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e882da019d8bf4a1093c081676ed2b7227382fdb2fd304f4bb15e9307350552
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030e0f05008c15b32ada947263f757f7ff5c9eb3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c953a2f5f7eff080f99e0e3dc953afff34eb5e0de19225462dbb0a7c8dd47d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2da56cd672a456e8ae87b9066b95d34f0d9051
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf9bda8ca11ed9a1d3e64d6cf10ddaa5d9aff6d6f525f0d04962a8b8d28369d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb78790cfa0e43f005ad4956852e758f815cc9d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c268a15a51eee45d7e1ec378835f53a63b14528d07f06938cee4c3b9d9189458
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e43a09188cdacd1e03c14373a3d0b56befdff4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd47d7c312eacd66c553c949e9c9e33fefa09141a3df51792c41357b563c925
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcd3273eddcae455dca3f34999505066d30b71a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08ad0ea6470249ce780421b26f5802af2c4663f0119d0839df1b8e58359a419e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ab095ae5368146a46d67bcc84573e1af20d339
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4967bb8cdf16928ad30a7c4cbd4ba17cb624e0dea3fa96d4980a79cfea34314
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c2ad157b4ed05b9b8b7e30948f82a509521602
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929068c470c406239faece012ef90c34e3351d3c093f623814795d6c53da0a99
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3ed0ffc4bc6e9bb46ec715e432f70a09e1a7a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cce1564e4ac0755916ebc77eaf88194f26fbd8ad93f5932a7585c2f546cfba
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f59be565bd19f172eead7d54661a052b07294a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a571d82e14e9c600f7f1f1b69b8781ba60a02186c836c7327440f5ce495164f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56a3f0d4580a35b3f02661deea31ac40e9fcd3d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1e8d8796d434f3c59feb27852384132eafac671b7e6dfa969e27f37253a7d6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5feb84a37e42323265dad3a199bbcf992175c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91a197e4801d8465f08bc139de53f496201dcc7f9bcdd5670c9067000f06aa1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef46ca0caee33df76691ee107282ea95a7a3dfd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51056de02755804a8c75c7a31df96600b3be8f1a3e4bfa1b11b08b73f3a9bb11
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae7ba5cb5b835987e8fd32419bcad0e01683aca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3052610eeeaad8fc9727ae27277835689de8646ae309e45b8974c7b71ac837ba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa0f46dbd0530d30eed5d0ab6802a3105455324
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355cb3d583a717cff6a3a3ba9791391e5bd7bf0273cab7dbc27eca39137a9be3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9734e837f1ad30c4c1f25ce19dd95637ed728ee6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e30ed3c3d069ab1b27b53c69447237782843331e2c4bc93b6741fb25c24f556
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061713d4a7617f100c9e20d5e9aac0491ee920d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf5f84202f42f92a37cafa70efc8f626bc9b375245dee4bcb1d54d06dc50ec9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be8c52815965acc1f988c03b8c437191e5150f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31182e467a26b8181d3c09b10e7f4fe78c4cd408f0f816ebe86bc57ea625abde
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee419d5f16ba8ee2319a8d36a1116c200911bab8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391284b5d992d7cd5a8ddcd9f229cce5d7d8417d57f146711f3fd61b31ca255d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb06f500e758b27906327c2b800ef870eef01cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbe8d35abfc11cc8d01bb6eb7308a0a12f1977e43522e71cd11226657346b1a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78129b21c245134c8c8ddb1a0a17771a2f6809a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af76a1e46d11e9e9d56c3f187759d0aa9cad2714fc26f2da52421302d5cd068f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6818318f7d49b87680194b2fce6b3ca114bdd031
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206a25a91c21e6577b5664ab7b0c99cc6903eb22be5dc22947f1a72c0690d964
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4edb514fe84dce757c2b20ed4dd3637a1ab3b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d890f808cbe4fc4ccf70d0b5d730b58236afeebd24dc1e4eba581facb47f8648
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4215661690ce198e66d496ae4c00133c86a62c8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc6ee4e70bac003c5b1897798e915544687e6d2b7c59ed6ae93c49b9527a180
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ea09714c73b6e04b9d63b02bb860d24d83ca8a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd118cdc31e91a30247c4444971bfd6c701f41cff1ca8c113ed71f7c1d6953a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464f73815a0c646b0e14c5855203368abfa565bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7ed0cc5330b7ad2b76e198b96d81979aaaab740d80c92d721e63118cfb68de
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ec6a61cad5c8aaed742d00920bde585e67ec04
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0475809405cee614fd21357c078333cfb5f3cb8749de8dba19a51a72d158b4a6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1a63d9a89f548dcb88f4d1a947d6f9d9deab43
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8736a85d4a1aa09437ce86ca0a3cf6229e07d511cf06529b2f3dcd948d39149
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca89c820a3dd724d83af0c293818856ceb7f306
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357ba46c5cad6e3cd8bb0412a6aeaf2c3d3948a585c616888a98b88d5e22d66f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0ca6e98bd864e1d2ada03a70773e31518399f0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba8acd60b7463f66f0f2b070bcfd96ba0507c88490e048ca663102be39d3a52
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d351bda41ddd1f733a1f71812c1e548fcf98fad3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5d286620d13b765c926d5b2f866b6dfd835cb017982f68b44c54d070819c66
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3571618a19dd5367cbe01f7f8c89dc35f565ee8c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53865e9bd665a7843c7c7f573b691c1fc9860fbc1312ebdf92bf2a591d10146c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b453ba1fde26482dfece0393790d2fad836301d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e125f57738bb2167f2c493b2cb7323abb01bffee1567b30080cdc7e342f618
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee2051248a34bc9f7222af03381e16d641bb746
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e83191dcce39d5006940dc68c6353ed03969853d3cc0409c955a805de7a0c2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d563bde959d93ee37a6783effecfb7baad9a664d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27de221a5fe88c0e3b0bca99728d8e6a5a3f8b49bafe3ae3a31d254b67cf6f3b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00e26ee00211cc0955fa69fb73d310dbf26e65d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90886d2c848b9bb161990fcc377263211a29c96453ef16fb50351d5447c3257f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5a724f3f6586a2c263a7aad213e4bf8d5bea85
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944293b7c02890ba7f24b92cf7ab6d058151d47fbe917a5f81698baaab80cd06
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8a4bb53023114ef113887a7e650cf4fa143e9d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0130ff43707d946e6641b09a17706bb976298854d073c2b3e0baf0270d5119
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3e1e7257ded767a22e2f9d33e379f5bc16c3c1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47706889c4e6d2b27f3a90e50384e6d81c9a641d68c2f05da3b1ba72b95295f9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74973839783ef0150cda71909e24958ebb73327
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f0aecd8d3ee4f447b32854ff5b164224bf4ee55b5478c981a7de898d31cb2c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69d4b07e23c6d634bda659a61c789201bd026b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246c5cb97e1bb8e52b2fd89dfe735af64735e9574420ac8b4dccda97c85867e4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41201f2dff10534fdecf0fe90ba166eac6a2708d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a36596c1eec7ae3a70a918151092a3ef9a20eaf610b58053872d565b4db234
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b44f477aa1b59d16bb8820e726c2079d1678422
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048b619c8342e1ce62d49223504b174595cd5b3bf5113284ec6d167ce8197d1f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7c318c0898cd8aea3908e073e7aa1b5ed61484
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114ff1871c886123080bf97461ab8dd2df480c28d7349ac26521dc598f029277
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a212f846f18f0ec3988cda24df6b2f45d91ad84
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b78e1c7b9da66b6a46927ab0a4e282801735ec34e049822f5171f8374197d0d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b840da8979681d066fdaa03fc7a763a14d8efe9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5b1bf8252ac1e6a925ab01ad3640e531c81ba1aaf17330705ff6d57bcf9fbd
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96674a2784ed7a5d023882c7c924c1551a4a45ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d484f0d44796eb7fe3d1ac7c0ad60f4a5c600981555ae2db73db729d1bf8622
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75765b55e6bd592efcb3886b478107c218a0a555
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00ffd656cfc9bdf4ae44e93e3ad63990dfebfe517210c487a2f176842ad0f10
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6904ef30bd9ca2a5901f2ec6e7bd2b4ea4d58736
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a60ed418e874b41e73f5ae68dabe74aaba2602d4217f8db0e191bc62fa346e4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07851724d6aa649a45e74778430675357acc181c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bdf7ae71c8728ab3b56ea26f630f63caa742f31b374787c2070af8404fc286
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f9823fbbdec878a24037c1bdfef4ec40c43721
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213b00c875a66d2cbda8e9aca084b7b56eaddf2c498287421e0af1345f142f22
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1421e5f6ac13546f167cca04535729b0841e42
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efc459a101b1b92e6194925a47ff0b385fe9bf569eecca3b49d48f51c082898
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f420d83261121d992d9ce7dc2a1afe9ea1b592
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f971622fb42bd2d549706c92434ae1e3ad917205c8e6da88ce6388f0ec5a776c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cef9cc6f1a555e26f2d6f5c242e805f9f66f55a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8c73f53a06588210cbcaa281d9dd2ab011cfd8a68d4950042a4571d9b4ccc4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8749ddf2398c4b3798690c008f296823224610
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233f6c1c851f2bfb1b8772ca97894f809839f18f900eb1481f0d38143bf0ce2a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50875c93a62703c325a5603e0cc92faf0d4f95b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a25f1e280d43fa9109f7ede27e302a976aa3432bb0d9aba2a3ee51122debc2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9738ff3bcc4d16457e7cdc75367856650ef1c00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f126e29705bd799eae63826a66c0edfc427bdcaa949875b915a9b285ff8f3061
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46a37318a88cb6fb3cdd8dca36d237035677daa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de8a6a27f5f3b659050aa5ff65033aa48507f8ef8f6a48a60bd35fe427f99c9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fa7e2837f31f6bcd96614220f545b2a13204ec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c479a4203a7b3876f40ad00293b228cfb77ee616bcd390ec17cd6a7c6c3cb0b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82158db953bd5789bca25322ce5e95e4b81d8c24
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b1196f040e32d26cc219bc4c85f4b1e85aaa383ecbec0851592f6c92f7ff3b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5e7361a55a87b2c39110f706b0c0df7593944a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b4a44cf31f6c6e70f10005ac139227cda323d5d642cb7665e2d61335cbaa2c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a717793667e4f6b3fda4d38d9bdd5c06bf62b0ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc5b4c2f9f8f6d570517d4ffabbc980ea9bba05df4f28d6e9829b552afd98ff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a07d205fe39969e511cde79ba6b59299a30f14
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612abefe8a703f0702ff2350aad19f8778d3fd8e0f78af31128cea3cb01393e3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e62858c78b1f1251897033b8d09636742e91488
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaa53ca1e7a48911e6b1c94a9ce1bfc6d3e00629fab17aa2d5eff5567bbeefb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7388e3fb8465e2bbce43570a7bb1483613f21c03
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4670f32ae8efa6d893af7cc6e1ea6accfbb4bd03123bcbea925a79e9197411bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bcac3b6f1ff6afef98e4efe7280a7f0f73b03f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1bc898c3dcbf59a703c1fc351d819169e21d03bf7d5942f85cbfef64137ede
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5755cb26a1f89e4244cd649814febc4f19a744
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f79f9b571fbf04ca6518a36913326740f42ca4de46a23d4e4b0835343603b3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca22c95fcb671795c6b39c67c8a9317ed4cb2acc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd2d64ccb6fccd272deaf12afa3e5f4cd2a2aac70d4d0a86e12f543bc452383
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b994a819899f31f99c340f177e7bbaaf8ae09f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc943f8597093a59a215df387fcd642e640dfb65e51e43bf5dcc474520dd5e5f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23490513016bfb1f0162d19b3823314fb1bdb38e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9446043abdbee607185e5aa395f15435a933957d1ec28a9d52da63903df853eb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41197c4064d2ba319425df1c413521d377f73648
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9965419c8349e6a8b4c109dde14bcae67dfb7a1deae834198db85fa901d44f8f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe7f042df40b4ccec324a1799e44617636e1308
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fd052c8c4d962a2040d127a74bc853fa385ff28fe0b6bad68e1ac03211fba7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa3851a860bb06ee90d2b1552a16f6a49f63cec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf3b6922df0099ffa5f8ebc8c1c3835da6a410eab6ad95d78cfdb9ff6357c6f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a8dcbadc16fd5c29317ed2d77ad0b9c88411f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db03ab0d65aad3bbf82159a3cfe210ccd9b4df034bd1d5ad65f5c722b96fb2e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a04eef169e298c1cdafceb1c7eaf68ce7bdd72
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4246d5ab54396760306a24622ab3bb0f68683af6cc5c90cb18334dd1d6744a04
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44640c2119107a14d8bf324ffb7436316a24d9ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5156dde23c4efe455cc7580d0df3432d8bd2cb6bcbd7446044967d3c95ad308b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f160414b9287a7b15fd244af9196cbbd24937b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00e3fa1b155e3b014f367b4b81dc961e2e1778e6b44099ea47ee57ad41a6a30
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae70b9f3c1944bb9f4572e707a952b43ca97831
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764631a1bb3d1c1f25be1408f0f04a7fbfd5a0539dcdb0e99d9db7653e7add1b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0f83091658bd32f67e211daf95822dc447cd48
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578be0a3676791503c89aac844c009bd7263d4793dbdfe148726b188edf84668
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6033492321eb934da41dac26607d0b1ec5025783
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f253a08b62bed17c8e961c8e5e4fe7451e385ef1b662c8d839fa386a7d298c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c2a8822de58a559d5a7318fecd4dccae0c552c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7b6ebb1dbf055ba8e9a1df94ceed212b408e02631f1e61e9305a96dc4d3041
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37823c51cd732f9d48ad5df79d4e80f679427e3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ea042fbd406b9407f103b657956f8a740d5710e9897e714926d3698918a553
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820c3ecbc992311b36bb566e99434a50e3e831e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9528a25b632c018cf6ede85e6048faa672dcb53e6db6ec8bc0d61f9a645d233d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9a3fab208dfb612585e01ea50466de7aa002b5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d445d486f60e334f1101d09b7dba6d0315c903b8e1519328ea1a9d25e37f78d1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80be50f20d3eda477f6e789e480e62c745f41a6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08704cbcea188eec8d0a1da2eac630ccddd6fff7528a43f7e5d07729b72888f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e654949ac628471f04413403a3028f83c83efe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b666f1855095ccf53f3678fe463e9f1f36b3cb1fff7a1cf47e6d5e5d196960
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8be2a03604b2bcba34b7b5f1c8a4348cc23b982
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c53d5ab46f03b9736a2455afb1125f3b9c9b624826edbf89388f67c429edc4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19747ed79ba995da0b02113f94fc02089112551a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e98f8b4b53334558b7cb894d8400dc85d5433e29d874f8003c7b41994a0491b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..214384d3cd1b0f7d30f29425e525147a63017a5d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77dee4583823ee3aa47ec339fd7c56a3d2ae8dc54ee2fdf5e00b871b22bddbc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7225a2361495ae1b048e3d529fa8c014197c27
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17702f047f534b725a10a59ffae8859ecd598bd6288436ea895ab2106bf3803b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbd7344c0ad04f64132524c78468264a6bb5801
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a523791f3f7cd5c972601611e2bca087c5c5efdb3af84a8fa2c3f4bfd3b56b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdfeb0efa4cb3eb7c9b5e6983947a5107275624
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b728f6fb7dc096e7d6a54f693034d59b225d7edc556d996be900d2927d23f9f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeccc6f1f019e6da4db9ca9dc6c9cbaa08d7cd2c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108336939dfc46b455e0981ff180757ec264be4b9136bc7866a005173b7d4e4f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9065902af8362dc8a819210d0617d19588a65c2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5996a5e6db9e091e7f220d0a7a4cc6ca66d1365ea66a13170f554ee3c7820acd
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edd3362cdb32a7d963551686e5230895c314543
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a54bf1a260cc8a50a25d47829937e9a597410a4dbd956c1961bcb3ac0ffed1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3095eaec07ec3806997e7d817e50255135ceec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec32ce1d401eb6d64787a05762d9bcf13778decc1dba24bfedca45e3df65582
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447fbb4829af4777bf07a9c6a9e61a80bce4ac72
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dac7ee9694cd665cfaa89aa1d699fb025f9a24a7974edeaa8c59b007f6507d9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e78823251385c61be8c6e11b6df2d020411e9f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b78ac8835e25173fc6f684a5e1d5663353f176478648703b875f1df8e7fd1e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c47e6120ac8a5ab6308c139be95ef1bc3b20d9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dade156ed2545931ca374bdc658a9768ee8b024c26feedfb21c2110ce73f381
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a88d6d9a8b0f50c3e1f55e273aba44be9dc647
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff683f7a8b1d3dd29dd5d1538f4fa637385e39180182d27c0fd4707b4453aa8e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61e6a5423a8bc434574f4f62c1a6951a1f437e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c868911f9998c6d87c55be570e9c4f0f8d40eaade483dc2b577de6ce690f519
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01677865548b91286da365606f5f4a77776fb42c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf677622847a42a0f380fe6f591a5aa25f4c339fbc54cd407631fc5493d6ea46
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144e66385e6c7b00e994912f513c5deece27a0b3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d692b9a442fee13b7b6da50c8a36c8788819d74e3b223e5b1042c336ef7b21e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173031113aaa075942f86541ea11e6f762300a4a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed48112ca4d956e0447125e88c38b03777ba8ed5a03159c677058d356ff285a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf42e0892ca63e7b7a38af88a259b070c418248
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b366dd78b680968f28a3b4ed4646c424f1ac2e366a860cd288ae54d80e392f7a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50dee273c006525c08f71b3d0e841b84c49a2a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2500def80cdb53d4cfe1df3c41d50614ad8a5fd3b570f0ef715c3f72c080c05d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcef888f3ce28084e93ec6626285ac5630e730d8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f7f09b0128da20d2bc7152155065969b7ca75d83d96790959ede316965a2c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2bfe252c8f677daae4c4fe9029c0454e745aa0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd1eec977ddb2d5e2901879a9fd8461caebc170c386621d8e224202d5c09749
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c5f439c89bb2580d6bd3b15e2d1f8eed4b3117
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7931e989bc3bd8d854669b7accfed2b2eab852c5c5d9c3ac72c14464ec3a5b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d3ef5311ba2d076f9f3715cd8b0ed87574fabf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af5f007a26f392920cf3d744d9f1c8590828ca7496cbe0eefd1186a7e801d08
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df943f095c0bcf3cdca8f18c1a8eb6ac7493437
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c46bc76b44644026a515c69877ff67b7a4ad9441061ddd521f95b06f99f573
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958a7d30ea5a7affc09456918bc4eeedf2add9c7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc656fa2865fa785c7bf3e266824bcb5886a4b942340cff97228a2c8d662388
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085e7977402fc23cc6823e7dd173308877a1ba82
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f7f75268b381ecd7209827b257cecbbf74fec88c3225838133028b11496487
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0742c0c16fea71c6fb43fabaf598b6297cdc05
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f3eb346e370967d16a1cc0ec1e458bbbad0c2279ec956f4d8fd2ded3399c45
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf77498d2fde7315034add354f758be560efac77
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a99360644d00ec63be95d176904db934dd32fef9419c334ceac6c5c01ae1db
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8acd7e35017061706446bc21be1aa4e59a0ae0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be65d9c3b22bff4d2398f9c3889dddd59ca10c27f8dec6445517995dec6eca2d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51c15660b68b875763a88ae3664d5d65191dd6e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f34397fa3760595b46ffa50845f05196db3c34430709d75373a800493d25ad7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d8dd679a7e63ccd3d697193b44eb407866eb3a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a050f768820ac6f5d49c553bff7c61a632d3cede2701de10cc6816b0e870aba
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57b13a3fce232d36ae7b9275134bac7b303f3dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fd24e0279e8f2b5d689368d4f3c9371fa16e1ee17b6a5e56322e696f1a96a5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd6d6c362d3ae387b9e9480d9707f01e7f0020c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22afd7eab59ba77763b6130a9e35bd9322a9ac3e6785fd237e1f5f9dc6b777a7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35337ec55fa33781eda84d4f05fb776412cde31d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cdf2e88c06ed8fe946ac1753c813e7562c466588289b0882ee7f5288b5438d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0f6c46b670b986668a8b3c20da5d07553453e5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a238567cbf42b63313162e8f2e7dff4d36e351c6642d52cb2d830d8241e81858
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a547c704990b33d7716dd74dae871ab1fd611073
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ffa1f6f272798ec68a5b2a43b9f086eeb0f5e8d1aaf4e745adcb7daec005a6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e0faec9ec30e5c05cf5575f2a7a0c5c77f8d13
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43446903969eda80039ae0395ee8e885a648b087523ddd64227581ac7e2002a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cbce5bbd95af306a90d0e12995e98fdff3fd39
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c9a9ec7747226fc08e99e49004879be2aa8ba8489b397f8b32499b617f4da5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0618aaec8aaccae4443dafc17e5cd32d646dd3b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f41ce723f8b85b99984953618648431137d03c84bd449b14efcceb2f938fd7b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0fef5e3a93d12adba185bdc68ce061a5f55c6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7007da4468aa49d6a4581dae70f3df72d1217e811e379a6529c7330221c84f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe17a3a36091b48008ce980815d957ee8c503e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daaa45f0030605daf6f15d4abfe281bbdc9fc12b5833915f8b3fad93751e65b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782b812aa0d2d94d8392cac67a10e4fa31f238c4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919f5fb3eb968fb185fb2fd93446c58295a8ff68b0774adb5707451294cf618c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca91869c8de0db06be756a7e2455f17f39bafd0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b7f8d8385f5a2704c55dced7b9be4140bbf7ec6a22278e09ffea0be3127fa3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671a82462e77baed9edfebf4a33194eee8bd7329
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2186b52f91f9c3551d7fa9f1ef00bc227d46734dbd2b76c401bb092817129626
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b6d6eedac33cfe459304ee2ee96e2743b285b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c36dbdfab88fcbbb39399bfc43f0a0a238b4f738c93375822473316b37071f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3965a3c5a09647508638144c284cab880e68a458
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c50228d94882ee674423d2555e8ff058b8551555f4bfb0ff56ce0fac3c0b9e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f5bcd62ad8d18980e732e258cf44f3132a9d56
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73335c27b8d2ca90a02c974c511fbdcba1ab9c4e0f855f11c7e9428491f26eac
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc61eeb1d338ac876cfd64a269c13f69ba797f19
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23263dbee5e633e2e0b8dd79119775f9dc9416e0322cf384e61178d74fbca01d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce68d7317910da18e07805cebe78124d67aefc6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a9dc71a19ffdbbd44f49515575b7b42bfbad1f7aeb24bb38dd1e9ec7c4c8dc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344b6428a23bc0d2be8df15c6944dd61880cc5a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c038611809ad2deb6d0e2e3f1b24d7aae2193c558dc3f61b3c8a523cea02642
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea602389564c27875b3d1d8af8dbf80982406ea2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e598825a71dea9da83bd2e3fa4a4fb329348f484a31fd5ee15e6b898217f555
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b16ad5e3c13874bf89b162374ce013b5060e8b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a9043a7fb7b170275e1ee3ca008b686be1f12d59a6a1e030d60293a8af3809
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4ca21110b44c6d8c70a0c505d6a5117a3a9d16
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e330bb3a206e7df76696f4ea4b8a682d718c5e6269c095e9f7fd86fee55771
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38597e45a7988bd73714107dab286de73febbda2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d71fb2f03f327d0ecfa81bc507cb29f15a223ba99859a1546ddc583d7a7630
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebca05daad22b77a9abd75058718158c2b81a62
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c160d9852afb5da56e443fbcbb0941e3a840fb06801aa2eacfc0f4a8ce994c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a759a9737449dec10bfbc131af934846912aa429
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1731eb729a85f8df1305871478cbf0844966e6e25dd876d0dedb5cfd080c2581
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1785805029937a2dc5cccb2b29917cefc1bc7eb4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04892c4b49c5458984cd9b19c391baabfc04758e4ed47a0fdb1d4d798409f72b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b383b4d1f72ee5094fdbeece71a5e7b478e72f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef71a6bbd7bf9f976cdb09a62a0a4e45b67ce78fefc4dbbb0e00baf99ab11ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d723528940442163ce6e3978e9db52aa45953d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a9d09da274fd198412b429e3d2cfbdf500b77ee3cc6e4ffb4bcb6f55c5ac8f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30d2345fddc92865a32fe25e759c578eddbfd72
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e241e10401c3a9dd7b4f8034a2f330c61eecdf5f7be38fa4474aef55343c26
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7210ec649c073df16b08ae1e6ba58f1c879a84
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771943e7df35a3df0d9f56701c6930ded6fe26af98171019d9310a07949eb1ff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96099c497aa80f35c6d454d3317f3d132e2dee3b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd97fa539cd2677713a4d86a4b46b3fca281b4af1193a9e5f7a078035ce528d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5543f3193ff47bafe822dc7f4263437649446127
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0fd72015952c209638f1595d354eb2c81c9eeaf9d5fe8004e2a47b10312001
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8b1516e0583fce045f0365151b6525e83c7131
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2542e9e80f543afd4cd22800022e13d695b4fc9a6f37a73649c1cfb66dfaf68b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7e84dd3489910769244e42371a07b9508681a2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215c660598258d9018a585c02da15b68500fe8d825cac678e1a3464d518b0620
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee9f7a505a726f903084d7e3592f82320ae3f25
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d715ef3dff6874bd5569477855ef9bcd8b66a744181328d7fb97d2fb9afaa495
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c70308c3f9c124805666168def2620d0111089
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2a12a5ad6600f6e11bcad13b18fc88f45e4a77af690dcafa853987f487320f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4e6ab3b2e61aa0cf81da69cd9020bf378e24e1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221e09c40b0ddd0c0076e4602d81c28dd73fcf5d492b0a8290e0c0e00e935790
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844f3dd3378b81d02234c8afb58fc1d3f3e06c3c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e73bff7b414929447c798d1f87b3c552e3dcb4c96f7fca18fed29e865c4b45
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff87c5190ab8b42ee9b01c94ce355c594202d27
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f92592a951223cd374387d2c60881cb0c0b8588af88a106e6c57960c0ac935
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faea42f6da486d7675be0ed213610a092562c79d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a6afb91b16e803a786206eedc23be4fb9aad71957923ea99f8c8ae9ff02d40
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1483d78439a1395d9d5e569fa74e2ce14d0e86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b5ad7c49a994c1ee4033e56fc646fb09151bf01c15a5626dd50843a26b6e1d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae0b04087b0b949f76b57d51042aed53d5c02fd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18379be440e14e8da23f447c7f8db8dc838c2754a1f603f33213038b0cde741
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b79dbb1c9293a29e3759d0775d8b96ebef358ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bb6f90052c576f976ed2468329d47d9231cfce8188d9f68918fed43114afdd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527442e6cb805730f1585f4c72e86a4bd356d420
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f958f0cd1600dfa0e81349c81b6971be042c63799a07a64d64f93875d21e746
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43eb9a2a345933a03c0deb37909d1f6d9d289024
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe0dd9e739d892d3eb1f46a57a62ad9b4bb0c198684aae66181b2d3d928da5c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fceea0ad88aff06bc27b4ef0b1bb51b4819998fb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81173a47f731aaa4daa901a295d7b9b27a7ba8e9a0d62aea51e234db3c8b8455
+size 11395