diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eff1911604b91c1530ae44237b6ca3b16cbf324
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc0d40411e5ce6e76b0f88c149fdf4e16dc2ce277fb4a5f2fc37e451b23ff66
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4229251c9a3a9e0035ae4841a5c34ac596d1a54
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32aca87b38fe33a4a88d91c5178764e2527912209e27e555fc6ef38b4d3b61d4
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501bf1371567ae1b184be6a13ed7547cc2668f94
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78014b3f2633e2b168c59fa4b6726d31a337af4edee01f63eea3541a380135ec
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2a0906e13f0f990e1fb055984743913165288c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c6700f1a0c6dd50879a1e928070ef8062852568e4dbb61772a21edf21e8dc8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75387690250c8062ab7fc5de46f5e05a54beed69
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa566ce9c3360b1887839803ea3f1f917c51b8418203bb3c3d1ea95eb31b7ae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fab27a6a0bd45345a2670bae28cee0fc2d87b3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a5b642da04f81c163ac02248f2b25763ddc26aa7c2f1b23e8799573919304f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e57a5d2cfd1cc8fc85c190519c8fa96d05702d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14721d055221ac0e4b71ad8a3ca89676cce52866208f27057b597023bcda9849
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f486303dc8712f80a02e0ce1f425b3a1a17784a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f794db84408da8e7e2f8a42af1234ce58e8b9e1a63da357f34bb02f7522501e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5252d8f5ba7d422c1d62d60a65506bbb0b8eaf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f6c831ab846a1b9168ac4159b65ce9a7143723e69ceb91bfa0e526fc5d2e68
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acf72b9f18e3eb468107c0e7f03ee413f67fc36
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8063d3a2e8f72e84d6d9264e5af33a551bbfa58febe005030513237268a3c170
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcc34a95aa22312badfcfbd5185fc033e6e538d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00d074e7dc17a43b0b31e284e21fbc16e50ecb91518a2d5f8b56ffbb38e76ff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644e3dfd9bd5eb0a21e046648dfd208dfa5928e9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc97f8dfe792680d2034a1f81a5b29d3403b311da7ae1e056a169c8329a65f9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c99c7714fdfc9a7ab06b7654a06695e7fb3e7c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c42aac50c3da394a6a5f71e4510da824b16025012ca35240ed9c492e07f9b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e2fb780cc3e4f923af9b1d322fb091b6429a8c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b891d647956c524c49ba3f9c794cb27ed1c6a0b1ef465cd20c25f8eb96a46509
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387b87a9c53c7ff4be31e742c7246e2383e8bf78
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d9c843c54336a2b2e5570e5f02a45495aeec4ebc1f9deade285a88450076f5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf72079a9fb82bff194578f3c5526f7ffbb748f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e76f9e69e29b4bf64db24e9dfd8baf7a0d0bbac9d4263ef7201bc08ca2ed85
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe022f09c5592a3100a82c78539c3befa91e895a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe1200fa3a63579181d574f949f063b483722cc9ecbb8a95e25804fcc4d4cd8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7b1f49e9cae858f3e493c5d0159960c7b1c92e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432f75d6f18eef207fa60147fdd76d5702aee2b732d20f9939f396c28f6b918e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c07425118e8461ed6cc8312523e7c4a793e78af
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f8909572c4afd7b99c3c0cc8b3917e9a6d8f6d26837321db405d6b6843f15d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f361120c5600bfa683bebeb72dd525249edd386f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980577354d8ba73e555d3e0297bfcc197e6edefa07b57bd7446f10528c2ad449
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2c5604b87a6601e47eb453f9ee2d7a1ddcb603
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c61610d87837af91c6dd78d84c231356092a8a7adc38c6c74ec4e900136d2ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88c89fe7040f4b3f30eb6e1851c9dfb11b199f9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8728cfc1bd16c19f3dffcc173f7f9ab54a584590fc396456f93b16ff5de07a36
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f52233f1531b65d64348a2fc6c9da0d244fd10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6be8b379e65918f91f82ba6ca12047d4720e20d85f64da031d9a97b04852a9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb20fa63067b067a7ad9695e5a51824d1659e92f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41837a9f11282da6e3a3760a06d4c307690bf5d9e95d5d10b3e3fa58b508c6e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d0869107779aeab29b71b91a64805903bf363d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a324115c4b79e22a3baa6b64370cbccf981be3ce002f04dec7d655c23927ef45
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4873135f0d806f511a7d772b8650a906289d9331
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588af711a9e902892064f8aa1e65ccd0218e305701832747c6098e855aea1a3f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e6ce91592cdf900ef934de359d51820d5bca3b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261167b0a1395c20b644ee6a1d451d949dd9bbbd752c7ff959dfc92d8effcce3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720e04e7cef184a256524fffcbd3ef097400df62
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc76c5104b898720cc5dba8e82eb3885ca0b523b8d3ed04046c1b9c197569ca2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a909fb35f4baceffd4982b2a0c7eeecaeefaee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9e98a722aa867402cedc27022d034d9e02b469b6541f67e849f780b8a486f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b4e58ade3037abeb0901350115e958d2eda7aa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033baff84939b4b16680dcef3d1c6feaa31b15a3d4413e8e43795a71b70964d4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974d4cbd727835430f747d5d31b5325e602ddc0b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c904bf6e559b39c820c4c337d582a31d69b9858fb2a9e672a17209f3f98100a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35281e8c0b642fc98977ad406a05158d9036bcd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b13eeb64b13af0d0dd1d5f0261680db4bf04713327be39655af707c8db7c7f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c934f007c079916bbc1e171f8d587f39a50cb8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a1b251222676e19a666057d02b3ca89b37bc1b90869c1289647e6bbe829408
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febe1dafb67f8a1c3c390e12e65b8b1243b44128
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effb4d9681f23e2b525cf1f4c4a52c48425f59bdea66e8dd809e07cead3344ad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8764d6de4217fdfef47ac743e0fbcad0295ca4cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bcf152da56378868c9cf96e135ff9613e540e11ee0a2b28f89504edcb3fdf1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a895b009ee1aba829510d004ea8cad17e01fca2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bac7e5b1e06727dbbd7166bfc826216bf121bf3795157976a25bf608621ec1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5f0f0e9d4d1e3ca45ba3e806ecd6bb64f59d87
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c55f75b0ed8d17f957783829fdb58ee49d545bacc159e1180b0ee8ec4d4103e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7fa717243769047a194690777c53745cff996a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba17439f777e94871a67a6773579020fa34e2ed6bcb2a8849f8a0168a48dc70
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0b81ff8d792d54d014527954b653b059dc35f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21d2d7bf38cb273b9aabc3abd46ca0c9be55fc10238c465f51a890f00242036
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb360795b048cabb8a61eb8d39cbcd2d0db325a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b21f75203e046efc89451e968652f01d498cda8a857ed3b68d3b7ec9cceda2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4935746fe620a0d73ebf11dadff6e43285193b06
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5072f4268e1bd669b3327fcbf2f201106c8672ea4d92276ab46ce45fb160e47c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dea397166c0a8b0d24bc4800d65b27c3b5735c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1253cb1e5910abeefe8473ae16bc59d2cf0e64c6375ef5aec6bd5044ec79cd2a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d465bdb10c26de49b7e4e7ee951e68f231a5e9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0da5c299dce185d6d7e33c795dce724b1307e17061b060be5643fb9e35b0241
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521f5af3d14d914c22ba04dfa92e9c5370ee8382
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc32cd6ad95b20307504363fa324301e029762486cc8e5e97f7ea10739b3187
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade45559718e2968ef82a3d8e5b99bcc93020033
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2610f2250b8d7f5b361e7c6829b02d887203d2c872201c982f8b234f7a404f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a488c64e29eeb5e51bbfcf25bd2700b776468e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6217ac305cf896c87388e903e57acd4cb8c6f424df80b8f1747eb86e8a49e04
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcc40cbe3f0680b84d916e01d12310e684034a8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ab45e70c310384bcc6cb8b0ad821ca3df1e72a9dc74d2d757081bfd18018b0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db0c43436118111145be271471f85a90ed61554
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd1d6b89ace88ebf64e39cd9bde729ee7c51665845c44541548f05f3b0b1e58
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabe9ed333e452aa1d8cd2e85901ce8104e88192
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e24154a3dd5b00a6ac6950b4f3e996edf0e5cd24f75dfc80c3928d078631ed1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d27c80215828111b43b5baaa3d6b9e15e7a847
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae50148b493f4fd8ba055a7a2127529fc9c7c9327b6d875908fa3bc871ce6e87
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4019a70b7e6e22946451b5f607d3c567b00e815
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d69e23c1ec8d36e5d5ba8b30ca6f000d530802645e42028c47d1a16030115d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5706ca36ee568f85b4a1de629f29d8b0e650a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe24a2768d5b954da869bc6a8a29f3afaa35658ca86f8f6684fc886878a1939
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d8965b67150a3c165cb81bfabc239116166db5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b05352c17546bf8745906d2e4223159b428405cbce5431442022104999a5b9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16166c418e5e4efbf657b1a0cbf83a03fbf8d8ba
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab65d32b45a88f75a5ce357c43e06a3edcb1714ad7eec099d14c16df1d18cf72
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7a23cde97ad800383f59595c75c3810916c722
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e3ffb342998f03bc5100618a026e1bcd3a357b11f05dd43d4517db0f4aa645
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec69b58c7fd9577b89f562537070e160ac851d50
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0fbc728b1772661aea6527c41b7973968d2bcd8464ee6b839f332b8b5e4752
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d929bd27418ef7cf2b18921130b87708a5432907
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc34557179f7e72da1dd3b2ecb56c297fca972beacc5d39e428ac9684abdd31f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c946b6dc28e011f7a119871a6b89e9479e28d630
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fbdbdfb7bf6f6a019088f014624becfe5901d0db829b7593ede15ed8326269
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896a9f6b90486e0de7fba06c362f633d848e33cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8750e99980930aa9e720d290eedf95822d26030e6408264b012ca51025b5ad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7ff765afb7dade2c0088de9c43438ccaee8d72
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26dbafe239b6816cb6e66a01e3dfd8f93694a2e7f3b2f999057ad0f9563630fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f5ecdd983facfe07d98302ef50966ac2c3eaaf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa102bc1f5bbc848fcaf8912c06f4613362a795c010120c698ec99bb1ed565a2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de120d9925d52fac4a00d2f152bd3162dd38ba1d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9aa72dc4294ce6971c66949fe514847400d424f8fecba569de2c41d81c3fedd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3207764d6388502f4324b5c635218e74dd54ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de3af93036cf81e4d7181c5ed21e77440d87d150aff6f299b679c5113f9da4b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b563962d07ad29c3d0ed1445a60940fe41b85ae5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb09ed105c5cb43c3103f998377a714407d5536218c69272e74862e98f160fb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b279afd1fce2a9cab8256b2b8345924549ae41
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6d036219db087daab3018d15507c4689931afd30f17f938703521c9982f393
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34583e43817646aaf8bf1c8e7e35803fe1dcbe7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2387d1b513c24b32c9e218bac52c7fb59d9dcb16edd5626a8fe8132e023da2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6c91290c0e3f2fc2ec9c9b6c6c1b2489317c60
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e27c7f795a63cb63984ad5e1219c0fdc412702683d76a17882cadbfaf7df2c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6d6e1d6db18624b7479f19640a460eadd71071
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e835bbaecb78a87a4fc21a8a64b336c40c9611ab3006edfe421caa1ff3f5cca3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b0713c78e2992cff383d8273f772f91affd303
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5704dc9cb67cc2257f57e164b39a0c411741b5150ba8cf4c4c167183565e7f6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43012b62d5d1ea347424cdae3e24a712ce79efe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac422acde1c8e72ca59019fc765d58883c7238530feec38420f592b0f7f9b2a0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b804c49323d978d220ca9c0e6946303d1ae35305
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a6e51ed600b9d319796d7bb382d9a99970077a8c8bc86ec3507a0e40cf3032
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31e7de37c62afdb35ced818aa8206e34fdefd98
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e35c7448c6556671d335f5efb036d6aaffaf8b1f347bdc6fe7674c27984088
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd827029bd5fd9d3c6a6fe2a8cd816b7f53580f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ca899e49630018e10f618af0bf621b007e9554668d88f726d033f9207ea8fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd9c89b323ca756c09f3fcfbe8f7986c5ab72a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931518a16416fcb11a82d724aa28fb24cc23a9acd1daa54b9359cd44f62c3d8e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89901e97f244d43dd71d240ee98fd30b0d78ce13
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86fbcee03b735b986b9cfd3df020acbb6e9d27ea6fce663ded1a8a8b543eb9d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b6c9003d52f8f36199f472b0ed2e4526746017
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b7d08b5c519af67f651825354703cae196877a24b05b33cac54a98b80933dc
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcf70147dbce6e14abcdffec9520353e4e51435
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8bfd2b75f994725de6516c58097aad56cf4c4da6abb6cb03de625715064244
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149df75fdfbd69bbb08e90deb8b4504d4cceb6f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76a6958f33a8961c336652f3683c48ad36254b0fd6b2415060a70518b3ae52c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2661b9a883f77beadb21f4cc415453ca7fd6f0ac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c4fab60e1509c08a3a90801985d03d81e4a8acf586fc8435705313b9b3d20d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dd34884b050fa7a01e81241baeeb41378e1c14
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1ea2d2ebd7e622132fd13fa7d978e8315517e806e304a8daae31df4222e318
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40283a2b69149691c9e1d9c1c63255601d92951a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5d5f2a43dcc95af88cbeab90a3b9928892e36022dc78a91aebcbdd6f1cd429
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1907a244d2f0c725c742adb1e712cce48f2520e0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab10ffd4d78c1327c65ed6fd583e3e8f2616bc2ee97ac7b419e1f1f9664bab8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3badebe46e9477f45d3c681f104115b838d45e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb52cd72dfaf0771676ca8b42254f1b79f8bbbf8adc68c1793dda7956015102
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83971ec21b6199fc0066b0d54e410eaa0a89419
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe38af5bf19769dd2e4f2a1d5affd9cbb9df55fadf04cbb0eeea6ec37f49948b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1193921655edc205752de9ab83c43776ffe3a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9aad4bee9bcff71a4d8fb8f05f05bfe4743d85b433fac5b6b26b7e35dd66ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bdd7a298ab63bf3bd01413587b978d9baa99b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a7f97648b78e1f51396c7d7d68bc9628402d8c392767c8ebc30663ef5a40b0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f40ac4b80b15b71f2d0eb8fd946bff832b93ec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a8c9f357a9ec32180c1f480ffdbe8f042e492edb45670e6ebef4f01826f4ec
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8426060e39b80a7a14747fb7a483f82a612999d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31dddf3eb045e8977c26ee6718e0dc36f7be810dba466b287db69b46651ac06
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45214ddf1cbcfb661410adcd60b00f7d521225f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ab56c43c90d66a06814efe36f34cb210f89336af6ff24900d46889b3881668
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213649b6c3cbc93846b71e9bd26cc2529e2e34f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628ce8177e87617d1e65b4cd01abc9462bcc9e351e04037196a8c44fef9ff206
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96dbeec218b22748e534c60c3c8f34212ed60ac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f28447f7aebaf6222b829256ec89daf8e65436fb4019f284aadef91213d814
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e6d4fd4aa4f5d975b3810716e8367d2300f206
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31393200da0e53838db216e49e9758d5e29e856e20e163ee98b8767e624da9d5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9339da6818a27812d7ac47c53a512bf90e3f9c39
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218576c189d5f936920522fa9bb52a16b8f10daa14339836d26791449892fa61
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b39c11c8fad5a27cc14870f2317500ec6b8b241
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146d186d65d2f53df5096dbac4d781ff20581943539e6491261d15945ecd6188
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa962428929e11658309b93eb5f4a8c181beca23
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873a6cf641551cb16f9841c5cc401fb51d6266db31df1e75e562982b4c7e0433
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07c7c52fc479fccd16c9b818e08eddea1b4be1a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983d194beb928b7a88e4e5c2e2a2a423f12b7921fe37573a2788a1d6b0751e8d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4809fc477e82a0fc7e0901e62124b90f14db788c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40b4a3d00ef08e8887cf50a8f2cfb03b10df69adb4ae951da154e3bcc8585ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef803a9d0c85dc01d9ae103a3a144d0952128ea5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1308d12e75a8e981b3c74f4e34992ba12404986c0549875f1673579b1f356924
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6432f9329e807cb173532ca09b2fc582f85af0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53708868725d0935e194840d23e7643bbe9dddb15d1bdca539b51a3b395d4e88
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40926deb48b7d5bc1f5cbf411a1ea94d98bf46c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3190f4aac9dcc325f036e496cd5a10bbb6e116a14d0b54a9563cfc18d1bf88d8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4cf02c8b4fe1d96900df418c5ae93124f22ead
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3c39632cd5881c6aeb8a57110e1712b60b7d6b296f8a72bf6e524d721d8232
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83415fb33297bda1a155576b38be4c2cb54ff4b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a877fb5ff8e2af9c3ce7bd96cbc613ae73b2b96b400dbe82fa94ab44af4a4123
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11bd187af392c783296078bad72d4eec35f4928
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044561d6b4371b86bd3ef31f1bae5fbd9393cf33448acc4ccb17c8e9df2ee2c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2c3ce4817396130994300960fc7652b2f218df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fe9912830e9f95e64b30330bf26f4b5cbc914fbc30db00d0bf5b67680a0296
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e2b26653c7791ace7963594bc5293467e958a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7706377dcd05bdbae4c935ba329040dca0462e34ba139743125c5990ba53d782
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b225ae7091d27ffce49af0c51875fa967ca7f180
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ed44881f77c1127c81af9a43d26eb1c700282756a93e6ae7a6864cca255931
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f715e67c8d741e2aefc0aee8a0b8f0c8e887e607
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403e1cc41ff797a53d580f95a38f2b785eb7484e51a2ae93a38c7d6f31070b6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9202b5fa4264587fd924e7f2bb19d9a4441a7d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d62bbd6c99f9c6b43c5ea88b4ce2a08bf7f2104c760a226fc50110c3231615
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6238d6e59d304fe321fb55c86920005068376ddf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca769f630f238a1b1fb48b9ae6e3e7ba34122f16ae47dd80986a55ac1a098dc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af28dd963eaeba1e21ef937f5452f4b586a6bf9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b485b67d6e885c9f7ba7854d0555cc08fb919cfefc9526a3bccc1e1981ce6463
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0275854d782df9e14cfb666a0ca04c88e23c1f30
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a993e8eb1a5f6d2a988177d2826ae362ed6c6ddf13c8e29837b522dc4fa9b771
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fed6b07eddca40ffdf2285f9ded88e38897822
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55e3b2056c2cff9cdaef708b79cc653b6131b9f7e5316f880797d752aa073b3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ca8f16f0630657e3c9a7c1518d2f03851e7a23
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259fb40e22b4e0dc04488b8dce48b7384898a59a83d707f56c9c3088b7d01bab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447a695415014ac98f87caabc8d04eb42ef38c18
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bbe1a826eaef2aef3baa6c433e31a131c0cd92d894f6924b96efbd3245925b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028aa36bb06df6fadc19c85a871a62f3be6d7094
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc0d6f1587af4766707bb02b5ea24dee69b3c01d825fab706b9c83019c824ce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64c00dc2d52af5683dd2037856a5ab62396c512
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b80e876f4eb92da1e3293b768daca36cac8dcd1a1be3e13d06f9909745379d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4a7afb590920dc735e6509f20c17a5382821a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921d92b964ddb59bcd72904745c310ad558213ebb4efe9e2c995a58aefeb9e2f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3942960d68adb3751d874b240608f82a6412a116
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3f21d8eb2185e07ddffda27ed4df20035b70f0e2217efe088703b2a545df4f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a0f4bfce72d6c873b6faac78ae7eebe5f693da
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfff019c22d97962f7ed4e0db804396cb0a4c2dfe589957f0a264067223577a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df8974fc20694e8051f1c625ed2cba38ab5154f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28a5578506288ca181c1e8811c183f9f29bf9e35c8c0e4cf62248b617d4bb4a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1655c4f5a12a1b1c72c66e92716958b3ba467ff3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cfd8e3d918aa0d5edd8d83ad096fb167183b4b321bae20dc2d1507f3b08a64
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b619bb32e903898364eb310ab0db146992919f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d5ef3aa9d3a7fae3e24291132138a8d615e30534cbef4c6f88073a2cf2cafa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630a5607979709be70559023c1b23a9013882e74
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888b4edbe97a87347d1472c6ee50f72fe70cf048489c46695b67452805de34fb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb369dba7029853cfc9094fafca6c09b96248b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8468fd74b8c1597f1cfe7076fe387ba69b3c29f18df8d008cad8de0df040fa74
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0f638e705106b854a564de387e1dd9c609f3bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586a922035b2fafd510c1f3b119f3d34d13afe3be78d09d8de69a575dac58053
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0181e70e1d0ec2db8fc78e1cbf6ebec0dd839e3c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd50a2cb30a515cfa452f9ae716fac3ee13570bdc0d060a0d42b4c92c80ba3e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9539f67fbf7c9f72c860540d3c508e6d04ca573
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3626d5c0e682c4b8eec5bc4296ee3725fe6b80e62788fca6abfd9d7323f68fe6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e141d08911c1635721cd3cdcddb039ee4f7c60
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938f190673b6f27f34e9bee0fdd8901f59b8164103d61b17fe740b5df2a36468
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950735caf0c8a3745f8f7dbdbed93b4b0e635423
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d120c367b2330d965b111cee68e48282906335358d8773f6a23eab73441981
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f04ad72adf76b59149849887e6acaf5a52dd45c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5000384b70f38d70728db2bd30672a00d99fa03ac40af93ab60515bbc6c5bcee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ceb2c66f984e158d330e98c0a0026d06de35ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d73efbd60aad600931c32fd10d07f6d6bc0877459d6717cca81279a183ad57
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015faa84d085fcf0fb3d6e19be0734bc1783490b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f152fae3aec23d0e9b6d2eca59f7a7a040456ac97e969b0114698798707fad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44e832ba9eef75a4fea769981d9a3d4978786a1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223a3788b9c93baf73cb168c7ed400f5ec27188a3b7686bf574b9c3d1bb4884b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad547a664208997f5d0a1154b90563efdfffed7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002e139206ea152d4268263917743c9a94fda95f58645a18965ba23670b0a3f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49389413b87ee56fd66271048a9ff4fa6fe8fee2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28900264b90625a9ebc311dc65a49d022920e9f8e31557b1e2a66ccbafd3652a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af326ce1889d1835116bd4d058d0d6d8a741eb4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddffc9cb830b50e973cbd614d4fd5a0db67d7db5f9eb1721b7f13b5aa558b77
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1578d549b288b63a74581bd1e1230e769e97030
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1719294bfc2e82beae77cb6ba44bc1fa62a540ac13b23697cc93cb51ad671a0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49faa7a95b2329fb076355fdf4a49495e8913fc3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a789588630aacde3d0dcb040d71cc12ce1c8f413cb45eb61e3d0fdc1a89ef82
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b222f33527e3ecfe1f0cfd7a3df049c0a8de4759
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17d3b85e377e1c8c7c5ae4b21887ccbb9665327107165b77afdfea8399275bb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77479db8809646d033db7adffeb2b935dc2c3a7b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48726d91bf7f970e26abde1b9906ab45afcd78483ed1138221a1ebc3a1fc794
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4be6bb4e9b73e146a4fceed453cda3fadd301f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e0be14eb91787681b34ea2b63710133c3b460aecff781f0bfb98208b54a2fa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d561ef70b3d2857c526d48274799dbaab9d47a1d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9024ea458beac9e74df041b03c85960254901f5ab6fc41373ee09ca790f52a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b561027c654d5c5464849096a1208ab0b008a77
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75abf46938b9802bd5eea7bd18ece4520664424e8c9d9a3da3421289d9f5ee2c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4d966ec0beba91c0b70e33920907b564d7151a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1164d60ab1f3fc2adfeca9ce7afaf2d0f048bfe14d0b4058f8b77d54c7e1a8cf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3259c37df572cac366df49906241dc6fc2ee9fa0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7683b210dbb1a904ba19b0f90389f32264ff9f4acfec864569ca01f3b7f7940
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2863e3adf1d120d8bc2f1ab9147b06859a604d44
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5378f22f8d804ddd0aa647bba02b0a6a8056800dea60ac66ae9a5dca362317d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6da2f550fb31255c271a99ca60fd920888e261
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed021df3d74eea8e7ad47b3178b0b4ea6c95436021955c28b1544891ae2e0d0b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbbf305956ed77f5f2cf66272e1d0e7cfd0ee88
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c2429df264df90d4dae682b553f8725dfb15761928ae57d2c72a6555658920
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f01c6205163e5523ed93dd8d4a38b1d547f7feb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa29718681baf644af710e88a44b136752840f02492b79661181fda4bcc5d816
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3722cfa1a63dc06277c57d2362434a7c5b625317
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8984827ab93d2b02e317922ba08240c8877b900906bed5f22de2f19c693a0bc7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33df7cde223750e16e057a2ed3bb773c55ec1a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f0bbeaab2fd8671b9a56a4e304bc2c9d5c78253e3aff63c45f0ae6a8645375
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9065de3e515d8ad3d3e7973c019e1053e6804a76
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dfbcd8e0b40de0045d87dc6a54bc172694c518bcca6ca72ab77d217e897054
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d181e48aeed4632cecb4a5efea9dc07491a27332
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b351e25234e42ce91f6943dfa8b0d4e0cda4f2533dba0624c8d6ee880a52b5cb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea88a4f83d8ae969c3eea126c823f8e544aecfc0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68fc387415c133fbb58ca6a23c50da6fc0a6fe61bf6f154a4fefb992708bf42
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9971989f63572c023ba0a1a5700c61fdffc97f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59548810a99ac340ea4c8027f0e4732aeeecb693a4883384e5b7f59a89e460c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6811a21fd0caf320b24ff7a9f254680550c454
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6d25d1dca9f4654f909e5ed9b45aeaa7ba4243fa9d2e5ad59aa6820b117e67
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7f202c9ff772acb3911babbc5c74ef20dd3da5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1546659c7603edd675b156454eb29b537959c5e45deebb1b7724aecef1b94386
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e76674e4bc6f5ad2dd444036d00c0078e10d7a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f10a072dcb5d3e0a21f372c1eac91a65fbc5cb0f18ed4efeb0d26f17cac693
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fee6cbf7ab7c67a4fe5dff3d4d7f9b65f0d6ae1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5045126cd42bd40fafc0f35d8fb94664de475341295ced5511102629e1eee095
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72dd0e211b54d1941236c83944d10cfc2e9b5a5a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12206963c524006d82f586c62703722d4927bc63497a8905eb0db992acee1f5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f75e5f67ded1e2ffa983ed4be0fcd779fe22e15
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406bd280273df1816c73f1995c79bce1069df8b8a3691bc94ffb8f0f02d9c4b6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7dac3ce3dd35a4cfa49e174055bc2342dbb1ce
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484ac130e98d248fa2dbb31874432305c11808b74c343ca75566e29ab7dd6ddb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ceab04b4dd7ffcc466a6930de3ddd7e61b69bda
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0b9ebea4d5ed47bcee8377a156e8fc4d18c3c3df7f1a674aa630c4be424c3a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af1a0458e495db4b5bd5fd47eea74f56ca06c46
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cffaff8395edd65903b1b755e6d9310c5feed2c52c01ee8e6f8f912325d6940
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a556f7ef7bb021c34af8b21653d6548ea9f5206e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a7ffa3c3d5508dd8a95a76e67f0ae1cc2c2ab737a5e1fa6194cd772a262d68
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181ebdfe344df89dde980f2056e042ed64333a9e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4afbedabfed95810c020d0021dd50362229b3a824a0f018a8d95a0361c3364f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df142f1d780dee8efcf06b4a99e42ec2b90a01f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ac7753073621437dcef1a49b0f7977d8f0a09fbd38ccada3b4f22eae51774b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70960061eff79fa9b7dada6ad4bc591886e505f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1666f4a2914363cc322e714f887c8421b9a8d116530a23486c74281a4a9e00
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13c8982bd01db8fde18fb2c454ec7e8e6d45237
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bcac12674e3f337836741a7c03751f8f702e3f3866022de56daa25f098d0a7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2355e00216480911af6c51a8b15b2d6f1fcc0f4a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5161c1451400dc451137b28b33ef5f1d7089cad04f9c352253f3a9d8398d922a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e2f9d8856529a5abfc59e16746d42409dcc9e4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c055007808ab63f114df534ef3b4525bcf04e3e713516a1fc1f13b3b259552cd
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72f69a03d1b68686b730540a4eb6e3aed0e1586
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2dcd327ba5f09adf0bd6321549b2f232875f5b994622f63f999db7df5d44ea
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2136c8c1087923b245e0015bb054b01b229c4496
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0632a3105356cc72cd52e98b1818d038a57c69d1f062e08b54aa629b62581fc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b8c047094ad98d79c56507de29d3342d6fe5b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22a60335e65e6c8d696e4e53b97d6531309c2cc12b9c6eb83cd416614a8240b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14acc5390a8a33177b1d57ac0300a998846110d1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b481cfc448d9e1e728192d8d556ff5110761e51ba60f38e15a76d5fb84da03
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d3fff2183ac768bcf95e6a0654f34f19cc4452
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7ed073c23e7e05928cb5495199b23bd197422f28f64275f01e0ad177971b97
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af21be0fc52fd86272c77d5b83dfe678bd49ed7d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6658e3ac6f4c38b3c2be15509045b54f5a175620e16f8a72731564590b7ad40b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73911dea9fbb5b608fd4321694d3d02860d33d1b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d112295927da66eb0920b43bd1156f757a9e6beea301fce1683cdb654c92824a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2d6187a8953e7f6ddf170456f082096c14367a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3575090d07737285879f35b3f564011002d00d5e13d11a5dfc7fa5e424194899
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eb97cdda79b1b94373ae3548e02ba889eab1f7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637c24a6acce84da4a460d8087f822e4e13d9708aff011200b2df6f66e4699ef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f599076f72f21f9a30bd4502092ee180fda73583
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ba6f6c29e9a9cd8e81ab285b1b476e783c07c02c2b16b20261be7bc92a185c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143272fd85ba71858ae6cc596d79fc3ac100cb32
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b427cb2c4c7f6da22aaee70272290153f7f8145355374df234bd99d415cfe9bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0254429ca941a552e91dbd2b937ee84a5c4a33
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513b59f58d0436b787a2f321ca6816ac99b3b92c397b88af94ce5a8b0b896295
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685c1f984ca7639501f51601781225bf4ad0a38a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a5f28a1b0011bdcf06a55d823193b7527d36a7745e87347555db183f566c75
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a66db7338f31988163212e50b380333764ab00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b8b53fe31a8de3e26751f3c2e18e40c0cdf1d99d782010e86c90fe9c918b68
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c54f3fac0e8d6152fff83525d79669bcc1ee32f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4eaa17c7f05714dc5d89ea6def435922dd4541003f30b97fba37c3ea9501da
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e28a1ce6bddbd8ea4794cc04ace37708c4f1d98
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b606210cd0991a84f58371045f4a0b2106f50aeaf4d3f4a9b4c88b75cfcac28
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f88bb078527aee7ea1a289f4496329663dc333a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1303c7af51f709eec5b5ad0212083cdce79a1b0a37fe45d3c96253d76f958a69
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382322510b2d043f1d8ba2b02e3de570b4bae2eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571298cfb1eec9964922bac13bb3ef87dd0f8129e8ea4d6a7d0add7b9d04df70
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78cfad7084d4801f2300b4ce58062c3b0db0c05
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa48e2a9ca5be4fd16dfdaeff39cc42e892d2c9d89d99d655f27427cbab6aca5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603d4561fc99aa671a1d6bcab208ae40b425c476
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2482fc66f91f610fef64627d93b3550112cce11c8ac2cfb09335342881c176c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3fab2a4c854e6b741316b77b1a0ee492952b68
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d224f68c9af9bef530b082dbe97ef8b5cc4c88dbec81577da65a925af7c618d1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9aa544004ed3542dff1ab2102b5a8a33d949e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a442371be865d57ca9250834686b544f17b894a32ba4bcc8487ff8842712828e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71737a620f14a8d11225df4a526b516e5354af39
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e0fee90ca543ae02aca9e72b18b571ed2cb1f5b3caee21b1df5397e290b23b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3992dfe9213770ba5a8cdf481c0c0f7ea830b4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d793ebaa4a8e4c314b8ca998facc5c0725ebea73721745769ea7578f95175c1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b054c0a39fd90e34ba01a88018e47a6a9e405ca9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c4091f87f4145d46f3e8a107afe6def533b0e21dd4717b8cc4bd9cf63385df
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a1acb7b3d9253587ee5cc399e5716698f99c38
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80eec08186cb68a64e6cc55852ca6c43640bb9999d6536763e0ce38d61c860d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ee0dfddba2c78e4eb45fdce6fe6d0751eba421
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e937c324c8af786190168c45444d2b6f2b3880f310d7711a7cdb869aa32301c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ddcb4c8bb8738452bd88d9675c049f2d0f8d9e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985eba36d6913a02660944356e4b3aeaa68efdc4208b5a96f48d2226c1740920
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9e92c3cd98c43f4539a9d3606ce13444b92d5d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f06d299d8a969ee811e39936209c651f1eeb7babc58c6e806a58cd12eec469cd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c83ee4dd3a06ac81041070ba0ed15f3c8e0ca8f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627cf459b13cab40130aa5742bb3e0dffe58579112b1bfec4f6e0a51678f6ac4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687c4c05f12cdc71d5b6547b4393296dc94d20d8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097a7501c37dd3412dbb2121fe436f31701c9016897c8882a2b55c90f00cdd6e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd81511dc5e68849cc6d921492ad49c79cba7df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99032c4c235c23633760196946db41a2869822445df616cfb85f380bbcabd52
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d75c363dc9f07a35b6b1c13558dbf01cdd63e8b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79b5fd9c63b8ea667ff93880c7d4093facf15f2ecf63ebdf7b799c750699d5d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f687a8ed35e5f6e4f326bd57b8be0be36326239
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0255ebfa7291aed17392d4f4e9bb555ed4b718aaca0b8c4d06d831c0073334
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712b16641e3b52d78a3dcc8523aaacc386b1fbf7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38a45a7fc5e2118533bc2b31ad84dd53c728684404c02f8599ba7c7b9520d15
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02be985f3250775b76c3f3b4e8a8911ca701c1af
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538651c18ab72bd67728a75a4c968639cb32f536ad7fd70c6973f96edd9c703c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5a4ac34a3634b0139d5ffd1b258f0e4e532042
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413056d4a7d99c200689ba8e7bfb6cdc7a89d0cadd62f8b3b464a35803ad56c7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95345716eef5096c8e9c810ef9db4afb4d167b25
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2c0512a6a0a82cf0dbcd98dcceb3aef2840e4c7c9a323b9db7e65e8af37e39
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d86c7bf12f6a73ceb4b58db15717e3bc8c445c8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6619462dd707bb31995eb215bd88978bc10341c7d015899477c8929e11fd0e31
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261294ae8cf7b51c022bc7b232562047a92f2089
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb89428320b8a0b77bb78190b204cd252baf00e39b93c331abd6f477f36b04e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59e7a84568ff4c62f1b54f7a214f3a2065945f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc4f579f90b5994498e06354fdbfbf692697d14b22a9d57b48224152c063cfe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaea1a02526068953d47ecbd6569ced9fa1b4c7e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e33fce1088eb009f2bfa5014684b53d5f2b722a717a1a096dc40943284cfab9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52492863d3ff1d4c4d07f157abfef10d6d81e73
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca49b109304932a813b64a159b887e4fdabbfe038f9021f1c032e283cfab5a60
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a91c096e2496ca2ec782c9a7888483a4cd2ea5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b859e33ff71403495d3ef54da1c47f0a16ed3d083d476c0ddee379fee26935
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940bf0bebb4782cf1756dc5ef80232d9db239b12
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12b0f28d3b9672a8d5ff7fdaaa7e0391e19379b539189ea5c6ba61cae7fa5a1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5234824e6bc26115a1a91f9f9357e68fcb2e488e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe29f102deae13a700d69e9757dbcf1fde032ea4f1dd8366d2e8c00fc287931
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34dcae84cd5ba2a6246089ba6c3d0dd834bd522b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1612489bacb3a513b27fbe1129f67e139d1cf906331d530c32f96d77073c9fff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d918c2225791056a42b948249efe8c697ebf104f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05b79110750632cbedcf1dd2c6ae67e022f99f6b075dd8928271964e9879b32
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda044fad612f6121120ff1e590fc49760626d97
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb8129943f1065d44bb779e43db8f44d97316ede3c0766af033d3d5aa9d6fb3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4173500eee310d2e6a082cd17b5d8487f095be32
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048d94e2ff7b9ef2b68f54ce9f0321bbc63bc418d76db600e67a708f073bc65c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4638c9aa43b5c5b11a49e02cc2b19359dbb6c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558dfc8282116ed482ebe4662dba4f9a116cf713bc15b00223c3a4f0a4b1f6a5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944f41240a87e423850861b8adb4031962649044
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f80e0ddd2b8aeffff41f8ce6e6925e7571dd8310eda2b098077e95494210ee9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53051ce0d188205d4529a1abdfe1e0ce92815036
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da25dc0543b36db3464f3c3cf7a5b97f24a26fe2eadba61f0449e1af0ec5aee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3e9c0f1a2b6c679e52bbd4491670162d887a37
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1ae9a28555c0b29834ec5c1f6ce792845f8b33a774bfa599758141cf5529c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413d336228a1d854aef5eabfc9bbee5124565da8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0160279479e64538d0da7d4edefb380ef477cc13f93e5d9588736861db75c3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f378a740b926925f9263fc4e1fc8242b88010674
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f84280a0a1190f2d6d15d7222bc96334c953a7a6e788ccf312fd13198ce742d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7352380fc656428fc65089658ec7ee36c531835
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f1882a984be5b0a3964ccf919635775667a428cab0b060000921ec0c27fa91
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5138c62ca6abf00eac1d261b3f615d0304e728
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38633fcfde1d544f3b8229b4810b66b062228f5c8a1ac8c53b9762d4847c97d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ae03bd6855040c3d746191fe2f9dec86e43f26
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7abd786e08c2df1b3735f6e55b8ada1c5a34e6d044fec0fdc0acfd4c371f2f0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632814c85dc897df176941507719d186504219f0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1718b1ada1fbc4c7cffb935d03ec5c7d6a2ccf4bff4ba291cab0da3213412a8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47222ae5beafa03eb692a3c173a4b73b4abe315
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57d99a60d460499051451fb535111ab7574a51b51d24b7175bfb51a1c079fb0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac236047c63ae42f15a040a6bf79a3ca3e391944
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce492f7d28ca1ff3cb37c7355ba632016b6adb0cfab9b0f5c6313ae2b2b3e0d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8eddc3eaea0d4a70e0a61bd8b7bc815a09af05
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93ab3aaa2c48ef9cd5f3d2e4ae5fbadb350166b56b5ad6609f37cf497cd2f36
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b6eddd1b68990f1960833391a185596bbe8112
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbfe79e363054ec98fd3ef50aedc0aba143f103a2b2be66d89ae10c360e53c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898f0170356bb49af127c3c7348164bffffab35d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21172612f6fa4fbc440114ac8fb08cb386bcf60eb598562b159c25d8a1fa6c53
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0863902215c4227e008555f18f8d4f74f6997fc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d59b539b5bf61a6ecec902902fd63c36107094986de7de9d72fd1ef6f3da936
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0482b4c36cf280642524e6a071e8a8a68a983d3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550a4e06bbe327221e8ea70d449d0a5194d72158499d1c7468f3973700b1f952
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dee0737e33923cdaa4adcbe1238afa89e867b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ae53c49b1b9e4653c261ecb5425ddc2218328750fda8dd63b8b5a0662ea1e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a14593c2c1ea46aa093f614ac5b752c0cd2bf11
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d44c09c67a4a5337123711e66459d807a7124ed1e55174f3df665056e3083c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7d06bd8243e7b8afe2bed2f3a5770eb1ed765e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57da3caacf5643022f73a9706fd5f4f146c068827091a1d5ccc9b52e23026087
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026b86c9fb23a0cebe1f1c68962eae643b4c239c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2c3f2ac84efdcf4dd297aa83306de5ad1fdcc37ae3a46543609ba6bd0723e9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac3306e2f482af6b0dbbae813953d0db08c05b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d536a4f172ce3ea8536aad165109889eafe88f464fadb6a89eef8932f34dce9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07cf3cd0c5a91cd64d0b150c0129aa1fc80c71b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796331013554d1a5087e5921d2becd560eda9f72b7f7ea307c7599965f3bef0f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9900d8120ce61b3b72cb6039033fe68e1076b56
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c617acf346a3e79b186f52153948bddd689a53fb1b3b4df87f0c17c0ceb3aa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4130d491dcaf341a52cac08cb0de12ce44524f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd8ed3b9c4dcbb95d13de8b086df9d62722f82170ed6506b980da5983f2ad21
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e28c2a9b71154e099106e7d8796f4bdf049486
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692a7fe49415f43b3da4c475b2793b530c9c56e19f3a2fd6386d64a2e54a7a86
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b313bd5edaabd4e18481c4f5e693b588c0ef8b2c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440e734d58c93e6a2164f3d3a759538079ceaeecb85c13d87de090b57f51111e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d950d04569e647d69a0c9b42573ae834145b9f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a972e32dc4660c507febd16e503a356e2d362cdade1d931853d8a87da3d469b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b727694a4106e6e9ae8015c48e465103e645301
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b8d2d45b9066fa634524e5e30771ef7c8103145e8fdbeba5500b1d6525b4bf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed65e33b044bb52f77338951212f0e4c17fcbfe3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8651425c0fb2afbcaae5a1510da735848881872c9beb5aab2873f32fd968227c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b45c8d327b7fed8a70de3fa38644b05fefdc0f7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b01c626c1b4e03408098a32d0a6137f1eff7b5e6eabd74df0eb65715544504c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f4683ceba0ca37138054f5ed3ef0c9058eef9e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daddcbaf70380d9b4fff41fa261bc66f476bab3785ef8af9ccf27f5652304577
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfee7012837a2b1c27f4724ec439d054969216a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f24927c26a04f791527c2ab818094e9b9afadc1a47314032d25baacd708d88
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff74d1be7f1c8fd50c3ad140cb4572617ed4dcf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a9dc217c6258e4e886ae2743e2f0c887e52906050e4de0545f3ca880ac6496
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c688308e2991d657e13b201eca4dce8ea3d17de
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203eedaded616d51ace09b8177a6a012adf319f1fa1a9a9ea82d7e166d8b4204
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b515dbd55b85c658629684773fbd49181a232d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6602f9caf5f0cf957dac97bbc9816cbaf3d27beec8f4f1cfd2852780cd287fe4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5ca31aaf987437f71c411016314bb183de3027
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11bb2a993dbdfc6a6d3e5e332500bbc76cfcc0fdf81392e66b32a290ace86d3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817e3f443fdb480d2e714a200871ce6fc3cf2a59
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53580d25d254594a2e325e6de17bd4906e5f98b9c2c21d1e119b31c7081a4891
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e94b9f94f529fcdd5a9b7765d0270f13addec73
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdefb31bda1d17deff00982480dfd95bb9156cdaaa2f9c99e4b667e7eb558ba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce757df11fd67b611ebd3f28e3a32593eca8ff3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f2b640d1bf822b89d4b86700452fef00080da6f25d82155f9d280ab9016d02
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ced584797d1ee8074266ff29c9cd76f7d7f8b09
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb7fd269b1634ac063fe19a6a9943fbf882116ade4172a9f145a16ea09a627e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5b95175122ae5d2c6f94a207dc4f19abdc68b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b49b1c3b25d5f2178635221dd6a52ee91c9785bfd3c02d025408a9a4a220c43
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a733a45eb8e2f4564665d288cb3397978088e0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abf7a4faab6892750c606d93bf0970d4b1f44a581214c674e52e29f1f7f57ee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4813926a638838996a9c61104ccc0a147994efe9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d742ef971469573bc1e3a18e63d4e3504c8c4cdc9368d1dc8f0e23d8d61dff2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c8c03947a882420d6173baec8c82ab063a1c99
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d604bbff094cf99595082457f947d0c8eeb4e75a08911ba0576ef66cd63353
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84b3be96fc7cf4b2a4213dd98fd858233c5f656
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079502c3b1bfece723f250b1034a93bcb065d764d4571ca352be598b4ba7b15b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc8d8c8abdfaec82d9a73221c2b88b707e6653f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bc8923434ce14475ebf4960536aada1608a91461999f7bdcfea9ffb0ec7abd
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2eab3f297ad4277552e8ea88eb055c2e00765d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9a9cff4a3f9322da5acf14a764fe7dc6c98702ed326b2d8d400883c259d9ee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e24e47d252f65e27939df1c4577e132b7769635
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852ca871192c34813256bfa8aa967e7f852c14cc63a14c22758aa801df8f8698
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99eb4ab7d20f7d0596da2e2b22c41c1e81253162
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e5222dcd4f69930531c70588f47d0961f79f9f1bc0bbcc4ad06a47d7a0362c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c5028bc744a8b9ae43801eaec4c2f8674d2159
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161781762e1504b7d7f9b13a58611c652fa755d37a269348886b3d8d7a7ba142
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8235f90d9b6a9faf1d091464a0a5593d706f8cc5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f10a4df23cef621bffdb06360644bae82159fd445744260390e0c1b87cb37b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297d6ca4a8cf488f44cec02d491d4e297a5f384d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7929d9729f164270765ceba4fde8de0da2209fa62f22340f359c0cca8ce79da
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b84d7821a3b51073fa95950465d945b22b40c5d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8cd0941000b9b84600f3c26ae13952c73bd9da5a9f07a8022540e36f73ed36
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cec5d161ea073c31530aef45a078351c23f83f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532516b2c3807bbab98a922da771b94e52085d8c7e37729d9692b259df164bea
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad29272cb5e53ec1ffdc058110af2766182113fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094add1871c7736730a31fc462c0264d61c98c6f41e0f7368facd6fc8ca107c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98f13079fa14e1f19a178bf5635f231fe6bd2aa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cb4dfa08ee0d6bea0fd673f6b5d31d417be5c6f4c40ac13a82eb14961684af
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546d27f781e010880fc7e6921f07186854269f66
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5b70dadf7e23a7b2087719c12a1aafe559820488cc47f5dc08c7e3db6fbab6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e97127ca0dbfdc597bf6861c8d5ed53dc667609
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a76bbda0e84c74706b3bdee1f667fcc0b6d7d3844ea88a361e67f4bf3dce6a0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc1dc8685446e7d71983e24d459768be09a6feb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ae45b7011057dfb346ffb4d997bd5cf925406830a9a77a4bbd442b525a674c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7984001c5d4e9ec42d23b937474cb220dfa752f0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd3e10da35c8a083e721a0dc726a0199dbabaec48cdb572a0f881943f28c55f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f087afc8645d84eb377fa743b89187145480ca2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f48e06c1d8d2e52c9f58b10de1cb21c97400eea96a1e470e2e02af945192fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251ffc79c36f394861a70e60a57e2b066cfbd120
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a10636c3fdf724cf0500de202b76a9d08b76814d0825934f5f02179cdb9e5a3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35fbab7e0a16313a23ee0678e89a9c48e1239ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a751704456b26eb600466ad8994f5154017505820200ac7e0c5cfed19176ae9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeae139de46a8b7ac722d74076fc4321e2265eb5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4c62fe27248addb901ab8c618914fc36b31ff71540652fe8649fe652f95387
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144761954ddb2df16b842df5c40009fd5f51ddb8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1dbb21a9ab4f4ddcfa60f11a3bcd3608c26a292fad470f1f62c993e112529b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b53a7ec6c6e946cca49f024741d25e24877a95c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2623b4326f5b5ad86e8ac30d0575877d17922130a7bec3055eac0153f60adad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e170538a225242a11432754bdf94ddccc88847d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5395fe10cfe0d92c7e0afc62ddd5450d01a33458845a31efd69a79f59fc752b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9a3599f324a7171e03de3cf0a72a4097b1860e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1684501718d9029277c8f7d86cf1b89f0b6f8f28354ee401e55bfb7190d7271
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255e8765d7f911809d96a2bcf2a3e9c5be50df5c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556da2593c20e857e63aab78c4ff2ba20f7ff4a33eeb8afb2d8e9d6e6c25d6b4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2054052df97abd2414d21f5cbee3c1181423b027
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff9edb96379bf30ef6b772ce76d9465f944ff03d916fa186a77abae58741d36
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56da71883cae49d671fe78142fedae227de409a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea693493fa42e3c7f8a08daf53e6c00b0a041288b9ef8b5cf95a749e409f4365
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d029153de18f97e5fa3078bb68d66db67e8b35
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0e19553c5393cd56ff1a0083d22ff52477f1e544e98c081a767b44f8ba8c1b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c4c911210306a6bd9008e1e55a0783ffe6041c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249b17d82ffd14ff41d9758ddf6e2631af5ec83df41472431d106d302652329c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791caa5b823c2e2013a17adeac17833372d1c78e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b5f0169365f49ba38fbbdc9c6b05246c4833cf020231c24b947328dfa525ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b26a5c677915e7a940a893144816251df81832
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29def70f040b10016b53c8140e102b79854441e89f304fb81cd44ff112d57daa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b107b8464301832e7dd4127145c7dd5f93e592be
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f430f7d1fe09295bf6bd3981be3e7fc31c8a44f236536f5d6b7b2d7121f922
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0994f8285ed5177430ee6db964bfc29f2fc7b6b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e75d56bcda2374e1d2c1da7ba5600c1b36fb01bb76ef0528ac540f23b5f4693
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352421c9f23245d2c0625692cb0e305dc79171ac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6705f2ab90ab6764196d4d18f61279697ac75f1877c37e8bd6606724677b77f6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547a4f9165a53b10f3af2731375636352d81d011
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8467ddfa994abfc38d541d233b0877517e0f79e1194c4c9b82fc23485ed6e6f6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be91e326eb89430dca807b6e256485e537ee6dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5148e856028e85c9437293cd0cb0ed1f8cf71beb8501d6717f233503f4b40346
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dcdceb89024932ccb688f8ae608825eba94389
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd511812116bb58f464ea0618d477a4c28e4741eb953b586ce0850967a88139a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4760db55a5b74a95348a3ba5348867ab8fe5e2a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c51763245384875de13391ded1550f736bfdb1a6d158806e90e6f605b9cbb2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71597af2c7eb0e9619dc66871ecffcb473adf61
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645861dced2dcbe94b1776e10f6bf454b5b55e5920d642bef8f7975b068c7499
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9baf6dd493df8095231fedc19111e385196f2b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feed3f4f452f2529db5689f906675434756164aec31d4fee1409afcd53c07b77
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b76d769ebe33ffe4b0894be0e5ea4b6f2dff1d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09de42bda6241d2fdcb489c6367e0a8c8765ca7ceba600878e1752da0e1ec1dc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6a3b2e69c359d5f1cd683d5df00155f1cf67c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf782925ee938e7066d5fa85e13c9a45b331c2073154fcb10c336b33de1c6b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ccd7afd6c7e375178b1de0b9b1b6aa557d985e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0332c36185e2bbf1594a0ba1efd97b46c371a1bb3b60b21b3e6e4f1c97d88b93
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd828f9a1bcd0b36593fae860a2b84eb3e8d1804
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe4664c5fb406f44407cf6842ca2ed82d95760cca9ded5b4b28e7fb893c0fde
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc47921f8b634e2e41087cc1ff4ab33edb61c5c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31795c884dc022f0205937430f31f343ac38af9652723fa04f4bd04474d36558
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfb69121d10e5038fd679aa7a6ebd6605731838
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfc3825223d33be77f026aa444ce6451ca26687a6cfdc11f9a66ea4e3264316
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a56fc7f5cef60bb5b4a788cda931f6e67c7afb5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a0c66740667c84c302671265324fe958975a6681cd36ac319dc7c77ef62c6b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af231ba501b54cd4cf0f4f4cac7d65a20c5fbd3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82095c33ff048a92811f9a96c2bb3233acda00089c5c810482143a3eeeb9314
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c78b183fd225da34ea2bb82984ea96d1dab910
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dab626e1d78d47534dfce8e257f236b30fdc4ab957efaecef78d5e5bd53873
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e316061a04c130999824f0b2f62bcf9e692f977b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c62922289f057a493f20d3057b3bf931c32be14678b4b30f8481cc27e46472
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8507854aeaa8c6f9b73afecdd422d10985951365
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51734b2b91083aa130c8d99420749029d3b9d017d45a5ad29dd5f7ac45d7e849
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cdbe7250c1fa6014c1133907df97b4a757f1f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9809df3d8999a3529eba2c869eae730a90d0bd4242e9e7858e9f870f8c21868d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc30bdb0b6d24110c9d9559b39957f2e5991408
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba019cb16822988e7f42bca967200e8a7a11d8af1459fb11251cb9f482555965
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe96090aa31aa0b0f558f7dd07b22c1ab584d96
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369d1bf186b04b35d77a3548506cb2f07392ad02c22c01cc0dcc184c5dd1f0f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257181840cd36d3bab024a3f36b9ac5dc0be7469
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef5ce381b8a68302fc0fc95d811a1001ef3a5c5ba54aef0f25171902d16a6bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5de1b64422f8fa878d6e29326cf4b9e852f0c0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91b84bbb1e77f4bfd8a2b00cf75cd11d9f2d63089f5437a3f743c766aebe43d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23590f193cd5a5de808690b594659d0a725babfa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be269b1dc9b24b2f23ba4ffc8ab8a691b658e46869380f613e3e928ec84ea1b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b97acb0b53f56e68047d64b573f028cb85c4ea1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c784cc4f2766886ff3c11661e2b84a530d8836ca3b054f26f63ef62e1006ada
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f068ec621e9e27db88cc73a0383390b0795d3f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f553dc948efceda0f52a3f1f38c28f108d0fab7f40c1b7ac59521586749b19
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d6b7d5c8ac894b88c37c58ad1e4d0b82d68014
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b80de1e6617a686a59a18f7bb13b824b863fbf8e7d3de1ceb6d1452ca86a923
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2550290c40e821666ac8e40e9831eb46bcaa9bc9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85030d13435d99c331c1909dc3253b76f960372f4759fc3aae4f2142484b51b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090bd407f3643080cedce2c9772944b750df39fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0403720810c778fb6d1e445e398422f407c88a248dea575be562bf4417b55827
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31ce275793a1df8cbf8f86f94544b8fe22ac36d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1280e93c28b190a5d07e719d5efcc006d983c53dd735d68ed9747f4e478b83
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05223d949e0f6cca05014eb190556a1f55f485b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdd935e0c4393538ecabc24700e9b512678f3ef0f95b464bdfaa62c74d945e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babdcd55356b9bc57dd5f1399822a02500ab1308
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1146284d72022bc37d5b8d385b5b173a27bb7ba0f3ee65ac99903355a2b5e35d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a490c659cd7b8f9ed44b34a2a68905edc19cb7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f40176a2b8f1e0e2bea20852c96b58362b6c88879f1b7030231a0e26557499b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d583e2108589914865fde19feba5f116f4a5e5ac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9207463751e95bf705f89c9f2c45dc7c600a693d3bbdbeb1094a950d0c542a9d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbff60732bc53742a487f2e5857f64dd092bca61
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05387416da195b61f69c6fce7db1be50e3bb4b8650875eb788e5dce220be00c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d619b5db3a8bf6d3ca3304abd591aa04f5efb9c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2690011562b6bc51eadd91b3956379d17095c3947f39c67dad3caf6dc028d99d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4999a7e315c2ec6e654f9d6319317adb0b737f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454bcd1cddcc1556bc0e46c30799cc43635057f4596495c9856ab327e3d49a8d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f785ea9bf635f2c8ae528bab331d8bcb036be3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3d0d58823d4d8ac13cafd5a07fa44a50c63aac96fb19b8efaebbf1c25b25ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f08b39084833c362dac6784b22bbde79ef9384
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b773a5134e7a5aaa1eaae984f0812bbbc9b1a93076e666328a85586995e7a57
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f70be7338cafaa47c03da76855bfb4c77afb81
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5082cc5fb02e7a1804f8d245abd0b1df01244174f6358f6e94853c471f9c5a8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f90f99d6630e2af254c9ffc15d710c3277804dba
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c87fce39e328d8deedd397385e4c9c36556da0329aa351eb482df3c0321df60
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8af10474227a5060174be55320da180db74bd1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860cefbc2479c37a765bbf250131484bf69a61cbd14fead204063f90cb050546
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c5dde0f8c710852ba3564c63c231f34298f4c1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8be5f364fc8835532d4d289c6e9b7abe0b89cf97100be1d1df29cbc318ef584
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a88574101946efe3fcce21f5c48f784021ea28d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd5ee08a4da3e0ad9df3a7fd81f781c21b65965f063193452d4720d863c0a5f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c280de1113c7fb6edeb6d0531e4f43a2a5ee5014
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c661eba6c6cd9aa67ea7e0102375b0982b9ecc483c27b1e4e78e0e345e83bc08
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3195629c90309e95e238fcdadc976cda8e33e2ec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8611fd01851b026c3760203001b2d5c6031f38cfc2286461d31d19e894e84c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebafbd52671f2e9dfd4c0a6cfd7ba64596953e79
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c7c4ad0ced5e6ffd814c1d518046aed864f0c44f89a61cd25c796e1a29b4d3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baa85f132efb638fc45b2f9ae16c2b66ab44c61
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad3fcd90f4b8398d76c1690d9a705c1afd4d2d628ad5569101fe3566e7eb48f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f86c5866f3f2c9e995056e7244d9afe1e81b8f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a3ec2cef2c1c9ba128f4c5fd6187ee93d4132ae9982e43f29ac2b89ec5b9ce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73b73e7327ab00a0fe16cfdc1f8e6251e156ae8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae7db924d228ebf0b74f8f85bf15e4839b1f110d682be09b34a2b4f32235f6a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1b8459973b157045821b9302a35765354c6aa4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f68b1742b55d3d8d0ad70a23f92a3a91cf8e5e21a7718d671df910bf412cf1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e44ab5dd03936a17ad18671a9319f29ec4f5380
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5ac5332f5deb7411e20b6209e16400458c71f881e891b785882314ce23a4df
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc029dc646c01f553b8b868c08bd6a86ba78336
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a662a35952ef0e212456c7665a2fde16cb9cd9ce12c351229b7c21ac4e0f606
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5697e670225f8c36a6865c8d02df2ef3afac5c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f67bcf08555cbab64f2195ac2566af302c9366882736679bbd52e8ebb228843
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964fc5dd7492ae3f1bee594cb392a42df8c7266c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdcfeb968b281fa624cd89a3334801f8a1eb7c04f2f15503cc3c421a9432253
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c2382feb83a75d962d8459853df847d74a3d86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e61ae5f8df1767bd12b20e5a5aef68a6905e5a587f97b69e681c44556f5d5e0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61ee04e47d2bc32ee71d04cde60099d83754a75
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452e9cd9bc8c2de6c37b7a40b42c2b394eed1e7b3dd56016df62b0db2fdb5f46
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738384b3ed4f95493dbc4629c797d33fdc32ded7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4d0eb678d7d188713fde880f6b35f274aaf793ea0b66821953b94144742303
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a9dc03f08b9287779080ed086290a3eb2722a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05be52ef2147de997346617efa322e3ee7fce28c737c940161f039dc53641e6e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd054f437fcb5fd69c97b88a21c346e624f3169
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd115c0acde6b1206457d07f98217dd4b175d37b035186231a907bec729f9f81
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3811cea3914dec3675225d36aa7466b63cb9aa02
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5500074c39b2bf1f8fe003248efecd37997fc0fd36fdf552008e033e650a829
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a72912ce10b6ed308316efdbc5d6b8a56261bd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe66e7cd0a62a35b40662cd0f8b31adc7871df1dc3fc611358e95fb6f83c9c6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83573d2ce54bc3829a3e6ced93d97742c8465f1a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149e4a7a60088a7ae935c6323cf581137ebf9cfe84b2ed6b7f5b2e6505616cfb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799ad4234f1b274764fa7663db4a6369970e8a0e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df97eb99bd4368b4ae692769a0c3d3dd0a3a8f765e5d7b4342badc132942df72
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4add94db88c18f9418d9c854abc2675525d87e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedae59f12707721e69631bc4da8c6a103a41e750d8afb02ca23653d12a34d14
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00480b93f8109607a2e51819c02642a241c4069
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e335da26f9a6b0825e54f2b0db790327c7040acadedb492d995ff8c3531d0d54
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c94dbb117a952c858edbc8c79c8a651ab9874b9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e6be9229cd6427697907a7c22724d8c798873b5b3778873b0c6e5cd14096c9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ab215739e7f7b2f0a14047a55809575e3c1cbf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0c7bc6f57b1f2da4482b348bc21fce91e74fc88a42dc80663a5cddd5dd324b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d610b6097eeecf3022bc75bda812bb49ab486b9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550f9143f7ab67e5a4f55114e4691709dab2fe8be1d0f66f9ca2315e5f5c0f6b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928623c18b0644cf3628c08f02f0f8b14fc2717d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cc091418ee382853b398605e648c3d53fc44953eb3f8689acb150aba6f9a15
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4931f8195f2b8f7d57724bf284bab43ab90892
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15bf2fbc56fbb46501dd1e446a9daa2294baea6b1fae7054517a09db4ca87f26
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97df5d4bcd112c6905ee652f64ab59c15ef1039
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaf45aed76f5a24657cff9c87c0c482b1219d93b8bc66ef8eda5eb424bde155
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c9f2f28be1199eb061053a0b88a10224a62575
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521e173e3a784703054ae26affc8b7ca44deb1b4ad17bd169fefd4ed2d80ab86
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8652a17bdef2193950433637bd38e6199bc98276
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c12c172064e309b32a5c47c6acdea7ab00415cd7a2ee5caa6657f94f454a465
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06189421fcf9a1048141ee1ad0efca86553b2671
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10a23c104e9cc1a109022396792de1991397ac75826c22e4451c5e92ab4ac12
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bba8d36f460d311aa68de4233ff53fcdeb664bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949b1bc32178744b3fbceb73150acdb2b587ab843e9cc1e04c9cb497cd176025
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f5830a239d764af7ff57c2a09c14f85bcfb4c2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61105a5b0b14c282bb7474ebcf8d47c8b4e2c6e3b9f232edcfa9874bf6a2b20
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e586110d39bb844347cb6e020046dd3b8465324
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cdaded74540f7d67d0d0df04a05e3f4a2e52996f91e0f8f34273bda6ddb1d3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c32fb8e8dc586b217b7e1c1e13e846d1f3c57e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6074b75af557d76abd0354233c338df3dffcc367de3c2ff932dc62ea0c7726
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7e380c26f276cdd4b739c8fff2bd58e42cc909
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ad4f1f018b9b32199dedac4b374ad2ea7ec063b08e69bb69a32ca3e16c5296
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e8383dd64f89393d48d251264c05b5f52ad8de
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582afd28989a3681f4509ac9d1bf98facd40e30d3cde8d604ac149e91aeb4ca3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36482d2d6265390f298b8bf301af94b7d561e6a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24523a7253c09f98992952818d7b721e4bfb9c9cc7f786213ed1bd0273f5cfe7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557622a1e383800641f017ec9ceeae135c66da61
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd259bd464b7ea4d15222e64546ab9e66d8eb7e6042afc8accfef155de3170aa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ab6e76dc1478cdb553edbca2c5a4fc018dfe72
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad08f14b106ba39a969af7bc27af52d325e78df17b8ff8b1c872945c05c0bf42
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77ca0741657a00932559cc7bd183239f8a2e5b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a9ca08d635e6e3ee5a21fb440af32d97fd9f90d500dc919308bac423b9c2e6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a459010e7d489e9b34f45f75494cbba427f48603
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd4074cf9419eb3a4bd89795593bb439e75851942591445cac44fb688eaeb39
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465840bf2b8c5448f5805ef3e02f387f12365205
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769a66ac74a2867d926541533dbca48ae8b69185261f0c16c69fdbfbbd86975f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eff1911604b91c1530ae44237b6ca3b16cbf324
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc0d40411e5ce6e76b0f88c149fdf4e16dc2ce277fb4a5f2fc37e451b23ff66
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61a91c25260f0f46350a4f307dc34123a8630a7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545347b30fd0955c68d2fd6846e8d7a23807571f8797c9165eed09889714c197
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501bf1371567ae1b184be6a13ed7547cc2668f94
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78014b3f2633e2b168c59fa4b6726d31a337af4edee01f63eea3541a380135ec
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7937b59422d8df3af350c22ef2097bc01b4217
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c8a67ba8f3cd130b53c5b7b7c88259efedd16c422318c310cc2195e756bd95
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75387690250c8062ab7fc5de46f5e05a54beed69
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa566ce9c3360b1887839803ea3f1f917c51b8418203bb3c3d1ea95eb31b7ae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fab27a6a0bd45345a2670bae28cee0fc2d87b3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5a5b642da04f81c163ac02248f2b25763ddc26aa7c2f1b23e8799573919304f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e57a5d2cfd1cc8fc85c190519c8fa96d05702d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14721d055221ac0e4b71ad8a3ca89676cce52866208f27057b597023bcda9849
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93ca4430d432cb9f882aae7f6a763ed7523f757
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092a27ee166ca84cf2906609655e52d9b7779863fcf5e888a77ff37c586e1bd9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5252d8f5ba7d422c1d62d60a65506bbb0b8eaf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f6c831ab846a1b9168ac4159b65ce9a7143723e69ceb91bfa0e526fc5d2e68
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318e2a7b0c239d4d6037f578071d261a1cc43764
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a70c08d1b10454f59b5f9dd2a1ebee1acb788bcd3ed447f36e906270719c9a5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcc34a95aa22312badfcfbd5185fc033e6e538d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00d074e7dc17a43b0b31e284e21fbc16e50ecb91518a2d5f8b56ffbb38e76ff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714b51cb3c09df26917c8852ddbdcc772c4a0860
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b69154b9ebc67f89ade3185045a60c0279c701db381f3acede25bfc5d405fd6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c99c7714fdfc9a7ab06b7654a06695e7fb3e7c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c42aac50c3da394a6a5f71e4510da824b16025012ca35240ed9c492e07f9b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5696a625ac9471f9f737a3ed7cdd826503e701
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e96549cf3a016e523684b12cac997476b752f8199b1347f5e47437d9c2d196
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387b87a9c53c7ff4be31e742c7246e2383e8bf78
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d9c843c54336a2b2e5570e5f02a45495aeec4ebc1f9deade285a88450076f5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52af5c759e85cc93f40a5fac1065119b16e9665
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadf6c404652982d9c6803c1876b9b6e64ce31752d9d10860320e3b644bbb93f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe022f09c5592a3100a82c78539c3befa91e895a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe1200fa3a63579181d574f949f063b483722cc9ecbb8a95e25804fcc4d4cd8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3a4bde2157b3f5ddd2b86f4c1dda1e33bce22f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b341026d2de8c2208e97bd2663b4175534e6f75cd479bb2cc207a780f20b7fe4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c07425118e8461ed6cc8312523e7c4a793e78af
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f8909572c4afd7b99c3c0cc8b3917e9a6d8f6d26837321db405d6b6843f15d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee2d134e859e9569f94a417c31eae798a4c8788
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f697922c1a205cb918d553121d683fd52ffc429e76705041e0f37bb5ee8fac54
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9f35d83a2ff7ccefe14d552de7af38930c45db
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172b317dc552b11c3bf138568734e52ba1f00ff3a2bd72decba2505cbdae8291
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25040f4b4a5bff6366bc1b70a3d763b19fd506d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd880ee7b29b4b7bb80750da737726728fa1edc189715d8e150f3e9e96daddb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f52233f1531b65d64348a2fc6c9da0d244fd10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6be8b379e65918f91f82ba6ca12047d4720e20d85f64da031d9a97b04852a9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278248806bd9d1156954df8ac6806987942ada4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d626dfa8d70c2734e5d4c866a278338ab37a873a2c20511949b357b51de40a2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d0869107779aeab29b71b91a64805903bf363d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a324115c4b79e22a3baa6b64370cbccf981be3ce002f04dec7d655c23927ef45
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63270dd861d380ccdf319a944284e17e6b6df42a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60ed83ffae1d33c14c4fabb812f719961a70d440d51f37c0c31867094f02abd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e6ce91592cdf900ef934de359d51820d5bca3b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261167b0a1395c20b644ee6a1d451d949dd9bbbd752c7ff959dfc92d8effcce3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea17abfa72c3f272c4442ff3a528711cc4871c8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a783522eded4c87dc854bc9a6d3856309de600573745066f6bbcafa2b587743
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a909fb35f4baceffd4982b2a0c7eeecaeefaee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9e98a722aa867402cedc27022d034d9e02b469b6541f67e849f780b8a486f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40164acd194eb305a62238ef2e6fd363b6a483f6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d3155d2cb743719480d9f94af8c0cc119a32e94528222a9c51db1c2e21bbdd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974d4cbd727835430f747d5d31b5325e602ddc0b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c904bf6e559b39c820c4c337d582a31d69b9858fb2a9e672a17209f3f98100a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845adb4d53a1d40af9b351d687585c0d5b8baa5c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be6bf7ab79ead2f7b57be3037cee7c9240955f353bf0e0f7c789eac3221f6fb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c934f007c079916bbc1e171f8d587f39a50cb8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a1b251222676e19a666057d02b3ca89b37bc1b90869c1289647e6bbe829408
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7368b03d89d4bb702ec526d2145d61fdf117eaaa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1612d2f0e653f9ab6d0c01c91b0a9765723640fdc0c71421c0dc1b90d331a22d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8764d6de4217fdfef47ac743e0fbcad0295ca4cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bcf152da56378868c9cf96e135ff9613e540e11ee0a2b28f89504edcb3fdf1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cab5d29af229511d20759cd0b8d4a911d18200
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ccacf4a8c0ba0b895fe248d2a5e4e6222ec49cde90fb6953c61f7b77384efd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5f0f0e9d4d1e3ca45ba3e806ecd6bb64f59d87
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c55f75b0ed8d17f957783829fdb58ee49d545bacc159e1180b0ee8ec4d4103e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39026c3326c88e2ac90e8f82c9b15c4f9df04bbc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae05da83c2ee818390445457d76702a55c6438c36a0b4636df430027d7be79b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0b81ff8d792d54d014527954b653b059dc35f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21d2d7bf38cb273b9aabc3abd46ca0c9be55fc10238c465f51a890f00242036
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ffcb6f444835f00d5bbcdf733da92ed22c0e95
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7f474b208fa82a1328db3c1ae45587a68e686e4ad8cce4386fe2e5040e63ec
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4935746fe620a0d73ebf11dadff6e43285193b06
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5072f4268e1bd669b3327fcbf2f201106c8672ea4d92276ab46ce45fb160e47c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cfae56178379b811df74695efa30b0838cdabc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a014d918dbcf0481ca6c5cc242dbb64e1413a9d84da9046b651aca81f0c054
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d465bdb10c26de49b7e4e7ee951e68f231a5e9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0da5c299dce185d6d7e33c795dce724b1307e17061b060be5643fb9e35b0241
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126da78549a5863d8643f662a259ebe27d404206
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e9715b8f0d93b25fc0bbf06ca3fedc585cc7a134368032a1d33d22d1c62328
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade45559718e2968ef82a3d8e5b99bcc93020033
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2610f2250b8d7f5b361e7c6829b02d887203d2c872201c982f8b234f7a404f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ef5d6ed6b2b08898805cb180c69e8a443d59e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03790a5fe6497c1393b0fc341d2f9b47f33591d5167c4c51f353d50d5b502924
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcc40cbe3f0680b84d916e01d12310e684034a8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ab45e70c310384bcc6cb8b0ad821ca3df1e72a9dc74d2d757081bfd18018b0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b75bb6cbf3de0d515d2839055b8e12d8f473c17
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7e7f22ff75d6d9661b26e52b88994ed4fe32ff43232cf44104d7ba2f1530c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabe9ed333e452aa1d8cd2e85901ce8104e88192
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e24154a3dd5b00a6ac6950b4f3e996edf0e5cd24f75dfc80c3928d078631ed1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af99d43674d59e93049e5576a9eb4dfe0a8d487b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd3c157ad0ccde203b8317e8f317d451dce8795d26df15702c7e0f4b136904e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4019a70b7e6e22946451b5f607d3c567b00e815
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d69e23c1ec8d36e5d5ba8b30ca6f000d530802645e42028c47d1a16030115d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078a0fbdd0f3fd68f200a2bf7cbc9f66235c4ec3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeadc1d8545b4ffbfb26854d753be6636cd16e465478ec64a884c341dd2ae732
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d8965b67150a3c165cb81bfabc239116166db5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b05352c17546bf8745906d2e4223159b428405cbce5431442022104999a5b9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b9530fc5b9b3616d0f40fd943b4c463831ea60
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a69d9fb362872bba720c624d575abf4e32a30f4b1a4b5b0c833863e5648f641
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7a23cde97ad800383f59595c75c3810916c722
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e3ffb342998f03bc5100618a026e1bcd3a357b11f05dd43d4517db0f4aa645
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d096324a22ad4c8376f672a0ce35a5cc833a60c7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c213635bbaad9c1e6158c7dd50c2a5302718dec8c79cbbae09120c4c90a3e9b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d929bd27418ef7cf2b18921130b87708a5432907
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc34557179f7e72da1dd3b2ecb56c297fca972beacc5d39e428ac9684abdd31f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2225a1a76c782cc62bbdd734534e216ae7b30801
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6106fa77ab6427c1764c9192340ec6c633ce1404e016bb5e64654626c2f0d6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896a9f6b90486e0de7fba06c362f633d848e33cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8750e99980930aa9e720d290eedf95822d26030e6408264b012ca51025b5ad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1788ec07af61e52e0a57e57280a4bf77d558d4e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea0d3e022712704546f3c760030f4334e358b69fcda5b54ecd698af80781818
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f5ecdd983facfe07d98302ef50966ac2c3eaaf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa102bc1f5bbc848fcaf8912c06f4613362a795c010120c698ec99bb1ed565a2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d72391523d43a0a17f5ad5bb6bc8aa4e0f8953
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32b9a2b0cb09a231f2fc489e623282159e9633872fcd2121f3e1a0ebf2b835a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3207764d6388502f4324b5c635218e74dd54ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de3af93036cf81e4d7181c5ed21e77440d87d150aff6f299b679c5113f9da4b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0b781bfd4b4581d43e38368b83b6c6c1ebf00e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd35fcca6ab2557677ba0d33ab35e989a1f6a1077c263bee547c4dd7c392af90
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b279afd1fce2a9cab8256b2b8345924549ae41
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6d036219db087daab3018d15507c4689931afd30f17f938703521c9982f393
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9899542633558490779f46ed8fdb482b6ef833af
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492f8bd29ab94a8d949ebd157f234bb106b9cd68a08919769c5c198cc453779a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6c91290c0e3f2fc2ec9c9b6c6c1b2489317c60
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e27c7f795a63cb63984ad5e1219c0fdc412702683d76a17882cadbfaf7df2c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47ce81eef4591c4ecc53988c616010fdaeeac7b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e664d5fac6e1674b947b18c33d3f094ddee6eeefe5663aad637d76a7db932d89
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b0713c78e2992cff383d8273f772f91affd303
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5704dc9cb67cc2257f57e164b39a0c411741b5150ba8cf4c4c167183565e7f6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956c32a37e524d090bf8f6b6f4d893c12cff11dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe18ac9b7257eb8af9e70520ddfa51227ce20f2e80335da53928ea9743b360a8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b804c49323d978d220ca9c0e6946303d1ae35305
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a6e51ed600b9d319796d7bb382d9a99970077a8c8bc86ec3507a0e40cf3032
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c58fe31f7dbb9da48531acbd1e01b7610e72943
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fceafa32b9148a5c72cc62cdd36bff7f4e50089ff7b47c4a7617c743f67f10
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd827029bd5fd9d3c6a6fe2a8cd816b7f53580f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ca899e49630018e10f618af0bf621b007e9554668d88f726d033f9207ea8fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb53a93d6d33cda78c4256fcb24825e0905a4a4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cab6f74c42c796cde68dfe0637e660d1c4d936d0fdf8a39ce49799d16ebecf8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89901e97f244d43dd71d240ee98fd30b0d78ce13
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86fbcee03b735b986b9cfd3df020acbb6e9d27ea6fce663ded1a8a8b543eb9d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a6afdc25dde8355a0c15dbf4c881a614c61170
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c93a50e37ff7622a4834412b1d8c37733aaee6f4d9bc5f40842ae58ff3a40
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcf70147dbce6e14abcdffec9520353e4e51435
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8bfd2b75f994725de6516c58097aad56cf4c4da6abb6cb03de625715064244
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f37d38aba25eea3be0e9851beb68de91179807
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a868be49e250e2c78f8f318a949b0499c79e7f2a86df1a4f18eeadca844be2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2661b9a883f77beadb21f4cc415453ca7fd6f0ac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c4fab60e1509c08a3a90801985d03d81e4a8acf586fc8435705313b9b3d20d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a7384b87a13258ec49fc5513bccd1e7fc160b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c80d6c586a6b36b4bc0071afb4281c7d2409e59c532366a048e1d9e3382196
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40283a2b69149691c9e1d9c1c63255601d92951a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5d5f2a43dcc95af88cbeab90a3b9928892e36022dc78a91aebcbdd6f1cd429
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8102be3427186bc0f68fca54c9c5d3a50639329
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13382c24054ed09e90191c0b8919e5cae0217e0fd8daa0ae607e04b40142dab0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3badebe46e9477f45d3c681f104115b838d45e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb52cd72dfaf0771676ca8b42254f1b79f8bbbf8adc68c1793dda7956015102
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8ac28c788505bb027170e8d57d989df75fa47c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863fd66a1801f9f88428d528b639eea5f4e3480b0fea055ddedcfc4b694081be
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1193921655edc205752de9ab83c43776ffe3a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9aad4bee9bcff71a4d8fb8f05f05bfe4743d85b433fac5b6b26b7e35dd66ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a24cf3e5e7ed00712f4a925071b56afc05efb1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e654148ebc89df7a2e01f00c6a9580cf51b603398395244cdc10eaed4db357af
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f40ac4b80b15b71f2d0eb8fd946bff832b93ec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a8c9f357a9ec32180c1f480ffdbe8f042e492edb45670e6ebef4f01826f4ec
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345f93ecc29dd857ed5858c1c4f64fe010a86d01
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8df1b54e76ab73d8eddff70c609db2de9fc4c62101158dee7d8e0edb127b2a4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45214ddf1cbcfb661410adcd60b00f7d521225f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ab56c43c90d66a06814efe36f34cb210f89336af6ff24900d46889b3881668
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e247cc57b44cc53139c7204b4be44ca4d667e4ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b054fa8cc1568c6709db487fc4b7e420206f7aab0274de2e5a861d98b289d5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96dbeec218b22748e534c60c3c8f34212ed60ac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f28447f7aebaf6222b829256ec89daf8e65436fb4019f284aadef91213d814
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2bdc163242b73127bc416be8e4b2aa89afe1c9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d4ff2447697fba3b2a71568e1f704346773a0f95a4a1410446c3b9cf1392ce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9339da6818a27812d7ac47c53a512bf90e3f9c39
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218576c189d5f936920522fa9bb52a16b8f10daa14339836d26791449892fa61
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1e8cfd8342f2a9a181c523738e09be9c0609cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90a922ac73a0a89bce6867baaf909e22499e063d8b0a8e7e9b9a9d30ed74dbb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa962428929e11658309b93eb5f4a8c181beca23
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873a6cf641551cb16f9841c5cc401fb51d6266db31df1e75e562982b4c7e0433
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f8b2d316267e9a0140ecbf47cff118fef31493
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d944148e66985ac6fe63182330505f96ef3b16a1a3c1a3dd5a794ec25fef3dc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4809fc477e82a0fc7e0901e62124b90f14db788c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40b4a3d00ef08e8887cf50a8f2cfb03b10df69adb4ae951da154e3bcc8585ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5720f67e84489915ac73a42c5676affdb108e9b5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2839c6b3a9558c016fe405672ac5dff0bfbb1dc04843b0a06ea7dbff8788142f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6432f9329e807cb173532ca09b2fc582f85af0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53708868725d0935e194840d23e7643bbe9dddb15d1bdca539b51a3b395d4e88
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528086e9364c02a4c1acd48bb4d1896bd69eed83
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734ddab4fa339950ebe0155d51c72f2d4fe1f290c9716ac214d0b34d14303e88
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4cf02c8b4fe1d96900df418c5ae93124f22ead
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3c39632cd5881c6aeb8a57110e1712b60b7d6b296f8a72bf6e524d721d8232
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036f93dcc0747424a4f4602a9d0a5fee1c4e5309
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f17eb582bdd333adb45c31b98ee99c336dd90565a9b16f11ea4d3aeff55f695
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11bd187af392c783296078bad72d4eec35f4928
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044561d6b4371b86bd3ef31f1bae5fbd9393cf33448acc4ccb17c8e9df2ee2c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2ff4266206ba1950e97c2e4d62e921ce5821b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3dfe20fc6ae60d61d3c4db8eeaff6e4ef90466cb91a183beb9afba16bee0504
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e2b26653c7791ace7963594bc5293467e958a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7706377dcd05bdbae4c935ba329040dca0462e34ba139743125c5990ba53d782
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3a222c7beb2625f10380a999bdf8d9b4a040c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1fd43d9856c41ddf9564a2d8397a95ee71f17b2091b7125955d6f1a9ea7e70
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f715e67c8d741e2aefc0aee8a0b8f0c8e887e607
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403e1cc41ff797a53d580f95a38f2b785eb7484e51a2ae93a38c7d6f31070b6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45972097957cc4ddfea3e3a0256f09108c9b02c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24530793dcf0527432af3eb343a81ebd1204efd3ac745ccb7d853cc4d70dcbc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6238d6e59d304fe321fb55c86920005068376ddf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca769f630f238a1b1fb48b9ae6e3e7ba34122f16ae47dd80986a55ac1a098dc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6a6f92b72d18ccb3b872b289e487620c6b2f0f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1e975d84d002660739fff917fd034da2ce2ff73f9d7d9d7292366f37d8bd22
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0275854d782df9e14cfb666a0ca04c88e23c1f30
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a993e8eb1a5f6d2a988177d2826ae362ed6c6ddf13c8e29837b522dc4fa9b771
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb0698ac861e32790163305bb7f6c125d463428
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c449c6fe0bfe12e003978f101176b604c9d0a64545b5bf33457b2bd31da39f24
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ca8f16f0630657e3c9a7c1518d2f03851e7a23
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259fb40e22b4e0dc04488b8dce48b7384898a59a83d707f56c9c3088b7d01bab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c37adc7f8aa2e3ada16fccfcaf938ef3e7f427c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783b93fd5e2d5172c68b25c86cd29c9c2d64fa22cb84713ed509acbb89daf870
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028aa36bb06df6fadc19c85a871a62f3be6d7094
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc0d6f1587af4766707bb02b5ea24dee69b3c01d825fab706b9c83019c824ce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2257f05ac780a1edb626eb271370441b7a5c92ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca97f5aadbb802fa485d545f3d2e7fa5d64cf645411532edbfc2d86c068067f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4a7afb590920dc735e6509f20c17a5382821a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921d92b964ddb59bcd72904745c310ad558213ebb4efe9e2c995a58aefeb9e2f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8efbd370ada36e72630ba730b592af3ed64a0c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd535026304ec6ef5de4c6e8c8bb772e895ddbba18ccbf2e6a2e7d1af0968805
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a0f4bfce72d6c873b6faac78ae7eebe5f693da
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfff019c22d97962f7ed4e0db804396cb0a4c2dfe589957f0a264067223577a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c145e8a46816bae0b394cca271e99c1a252e3f3d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a53cd20e40c266a077552389cfd52178c83222196f6af046a4f3eef2272aea0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1655c4f5a12a1b1c72c66e92716958b3ba467ff3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cfd8e3d918aa0d5edd8d83ad096fb167183b4b321bae20dc2d1507f3b08a64
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65d3aeb1edffa766249e5dd8203500aa7956750
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5d71a9e75a92dd703aaeb0a0e620cc852723f953e810b361e753d9db066145
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630a5607979709be70559023c1b23a9013882e74
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888b4edbe97a87347d1472c6ee50f72fe70cf048489c46695b67452805de34fb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e062499f003a2e0ce4dfc7439cda731b26a3540c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18373ee8ea838d2d25fdc67980348f1bfd0ed7cca176e123f6ef766ea06bcc63
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0f638e705106b854a564de387e1dd9c609f3bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586a922035b2fafd510c1f3b119f3d34d13afe3be78d09d8de69a575dac58053
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371394efa165fbeb20960537b08200ee13341909
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bd8eae7686bcbd90a1f5895e4758c637ccbfaa567d6629ed5b3dd0908c6166
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9539f67fbf7c9f72c860540d3c508e6d04ca573
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3626d5c0e682c4b8eec5bc4296ee3725fe6b80e62788fca6abfd9d7323f68fe6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab14c624be355c9525d1259ba4950b71369452b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b92e8dc75dfcde92179cbd68a161ba5f57ce82334298585044867698153374b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950735caf0c8a3745f8f7dbdbed93b4b0e635423
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d120c367b2330d965b111cee68e48282906335358d8773f6a23eab73441981
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6cc59571c8159e35c9bdf6f799d40aaaf94229
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758681d846c041c7c91fa0b9ecba488a7464cb4e250290c0de8c17160fccdc27
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ceb2c66f984e158d330e98c0a0026d06de35ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d73efbd60aad600931c32fd10d07f6d6bc0877459d6717cca81279a183ad57
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539a15ac3dee03a198729541d372001cef3ccf31
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1f69964cfe77e65c5f92f6a28c76cf81627d021b98bd5240e8431c7adeed21
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44e832ba9eef75a4fea769981d9a3d4978786a1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223a3788b9c93baf73cb168c7ed400f5ec27188a3b7686bf574b9c3d1bb4884b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b7573c5ae00622f8a40b75257469056ddc40c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a07956eb75fe4b251ed9dc9700b0bff55bf2118257b7c08777b303f6a4ef2a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49389413b87ee56fd66271048a9ff4fa6fe8fee2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28900264b90625a9ebc311dc65a49d022920e9f8e31557b1e2a66ccbafd3652a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c180924b4dcf495c4036802956e7a1c9eac661
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df494ff558abd7168c0f7e616b4b4ca730cd7c76dcd3c03c7ebfd00d849133f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1578d549b288b63a74581bd1e1230e769e97030
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1719294bfc2e82beae77cb6ba44bc1fa62a540ac13b23697cc93cb51ad671a0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809aca976a82855d9f572813bfa17a4a5dec9c24
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95e0a3894005fd22780c6a6d7864f3dfaba0b2c1ef656f85259cf44757ed169
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b222f33527e3ecfe1f0cfd7a3df049c0a8de4759
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17d3b85e377e1c8c7c5ae4b21887ccbb9665327107165b77afdfea8399275bb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1d5aa329203ff51f27c29e5f56f5167ed2c830
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8685f1e774ffd2a703bd96cc79e8294f7bdc88798f97d97ea4d9445cd66ba16
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4be6bb4e9b73e146a4fceed453cda3fadd301f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e0be14eb91787681b34ea2b63710133c3b460aecff781f0bfb98208b54a2fa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb30f03015ed9223a94067a7650e6ce19eccea1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af28066b3cefce605b09c7a0e66858120af008b473f151c516bd066ef4eb5df8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b561027c654d5c5464849096a1208ab0b008a77
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75abf46938b9802bd5eea7bd18ece4520664424e8c9d9a3da3421289d9f5ee2c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0619224a6495fe951d5e59a4b59ad066fd026c8e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442a7e07ca7cc443f2eba076c8a5589ecf7d3159b80b388ae057f61a7786bd39
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3259c37df572cac366df49906241dc6fc2ee9fa0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7683b210dbb1a904ba19b0f90389f32264ff9f4acfec864569ca01f3b7f7940
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4fe7542af6b3aa8138542b377547b79332e619
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e2ce5881967d21bd451c6d0ed7c56c691efc12cdbcbd37b40b1d204a94cfa4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6da2f550fb31255c271a99ca60fd920888e261
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed021df3d74eea8e7ad47b3178b0b4ea6c95436021955c28b1544891ae2e0d0b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70785c4eb287518252297e97762db9ab6864c450
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab6b5d7c53fd91397205bf9283cfd202339f5ad557d0fbc5465c06fca529499
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f01c6205163e5523ed93dd8d4a38b1d547f7feb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa29718681baf644af710e88a44b136752840f02492b79661181fda4bcc5d816
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4731fce9a244790d1a4670c09106982397f4ed56
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c657f7de0d963195d71dd5c31ab408b980bd4050b51d937e980cbb544a8ecc8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33df7cde223750e16e057a2ed3bb773c55ec1a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f0bbeaab2fd8671b9a56a4e304bc2c9d5c78253e3aff63c45f0ae6a8645375
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7eba11a33647890ae6a384b0e4f0002c3d064a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcca7fd2f117700ae8da6140b83b3e80833b19e3dca566673ace5769e1342a5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d181e48aeed4632cecb4a5efea9dc07491a27332
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b351e25234e42ce91f6943dfa8b0d4e0cda4f2533dba0624c8d6ee880a52b5cb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c8356df8ea359df5fa7a018245824c4085ebd2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629ecb19808ae50b281a3805db934590275baeb60104e403be924a8eaa09d4d0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9971989f63572c023ba0a1a5700c61fdffc97f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59548810a99ac340ea4c8027f0e4732aeeecb693a4883384e5b7f59a89e460c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f1cdcbe48c551f985825d80a8bdc9eb754ba6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ecb482425a0cea86a1a92856b80cfee504d66ea9cbe1ca8d880d07f6574923
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7f202c9ff772acb3911babbc5c74ef20dd3da5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1546659c7603edd675b156454eb29b537959c5e45deebb1b7724aecef1b94386
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b994ee485658bfab099dfcf0fc077daa3c0efa8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ccba38f7c59996053463d6c7bf388451ec564b9af29e0acbd5d0a8541decc5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fee6cbf7ab7c67a4fe5dff3d4d7f9b65f0d6ae1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5045126cd42bd40fafc0f35d8fb94664de475341295ced5511102629e1eee095
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d854fdd8585a26c90155630db97c9d2714f151
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac90333404c624d17afc18d6c63b2bab9f0dcbe8c8995681a6bb4f0435c3641
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f75e5f67ded1e2ffa983ed4be0fcd779fe22e15
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406bd280273df1816c73f1995c79bce1069df8b8a3691bc94ffb8f0f02d9c4b6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b472d93318efcf39c469a3638877a77d737f96
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed368b4b45d2b35bedf67a764a4692cccddc97b8f2a593ff66c6748bc8faa68
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ceab04b4dd7ffcc466a6930de3ddd7e61b69bda
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0b9ebea4d5ed47bcee8377a156e8fc4d18c3c3df7f1a674aa630c4be424c3a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbcc9f89106a3b24b5a026bd4c8eddc9833cd01
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1bd779628d4859ea2767173534d89a2e0409f3631756b3944305d273cc7011
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a556f7ef7bb021c34af8b21653d6548ea9f5206e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a7ffa3c3d5508dd8a95a76e67f0ae1cc2c2ab737a5e1fa6194cd772a262d68
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36ec5b44c596fb27c439c3287fb0042edb25921
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9be2407f6d2f3546d0f4e445d5d312620802a6de69c16d7e6aab1fcafb30ae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df142f1d780dee8efcf06b4a99e42ec2b90a01f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ac7753073621437dcef1a49b0f7977d8f0a09fbd38ccada3b4f22eae51774b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd158cf99d89c6eb98179e1a7ae64ed6e71bed0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13991f15d25059413f1576feb70d107dfbfef1dc304f372a4f4130a43577663
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13c8982bd01db8fde18fb2c454ec7e8e6d45237
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bcac12674e3f337836741a7c03751f8f702e3f3866022de56daa25f098d0a7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a143c62b4a90e08ced57aec02fa7e017e51bf2a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16731d760d3840e5a26173909e22952e6065c06db5888e4b53a173847abd043
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e2f9d8856529a5abfc59e16746d42409dcc9e4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c055007808ab63f114df534ef3b4525bcf04e3e713516a1fc1f13b3b259552cd
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f77c6fe4f69fd9c889c2ab0577047b1232d6f6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3fd9794edd24465403d73142c9234181e3512d303e02f16d1db2cfb867cd24
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2136c8c1087923b245e0015bb054b01b229c4496
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0632a3105356cc72cd52e98b1818d038a57c69d1f062e08b54aa629b62581fc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a82fe57b67f111c9e3acf40dbd55bdfdb8f0362
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f78d23044a4559fdd86b0c1c1004a7a5546c0233bb90400b3111e4363ff587
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14acc5390a8a33177b1d57ac0300a998846110d1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b481cfc448d9e1e728192d8d556ff5110761e51ba60f38e15a76d5fb84da03
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f51964ce8baac1caf3cd2beef7a970502c9e501
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48728065c171302d82f73abe043edde626fa9179ba3b2c4689519589cc9d13b3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af21be0fc52fd86272c77d5b83dfe678bd49ed7d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6658e3ac6f4c38b3c2be15509045b54f5a175620e16f8a72731564590b7ad40b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5231825b231287b4275fbfd740b54aaf4635aa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1395d1af1cc22408f4132d41f503eeede0e260589e5a330eb7704a24923a441e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2d6187a8953e7f6ddf170456f082096c14367a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3575090d07737285879f35b3f564011002d00d5e13d11a5dfc7fa5e424194899
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5f8c583fa8e7f0da8724421cc5677a53cf8583
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d209e1a90c400981f8be4e171c537a401356b6cd286f950af18f6855c10f2c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f599076f72f21f9a30bd4502092ee180fda73583
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ba6f6c29e9a9cd8e81ab285b1b476e783c07c02c2b16b20261be7bc92a185c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fed118211bc2b9ad4ad1818af00428ec2568ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64554291c2900d8c3563971a75ad72a422726430beb45649ba7b35c3c758a95b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0254429ca941a552e91dbd2b937ee84a5c4a33
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513b59f58d0436b787a2f321ca6816ac99b3b92c397b88af94ce5a8b0b896295
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6b0e6739249075ae55c72ad31fbb1aa5aab2c7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bae317a421f7c307a563912db9311cbfa49fe115e3daf6c130831972360bb47
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a66db7338f31988163212e50b380333764ab00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b8b53fe31a8de3e26751f3c2e18e40c0cdf1d99d782010e86c90fe9c918b68
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb8475a4a99ab6cf1786da4cc39d72d42075dde
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5816ac751aa78ac7e51b9438a7dffe3b13b50c350bac658d1f00640214ce336
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e28a1ce6bddbd8ea4794cc04ace37708c4f1d98
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b606210cd0991a84f58371045f4a0b2106f50aeaf4d3f4a9b4c88b75cfcac28
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f4a0c1b51381654ae3c6e64ec89570089c5e86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56421607ee15ed518ae9e92b9f96898a1b4a0b0a11d2bc8017dc207b5d2b2cd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382322510b2d043f1d8ba2b02e3de570b4bae2eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571298cfb1eec9964922bac13bb3ef87dd0f8129e8ea4d6a7d0add7b9d04df70
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d19c7ee78fa91255c81d033ff89f79318c5d808
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369a5afcefab24b2e9aeae3332a00a59882384e64556d7e809e74f7df0dc53b5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603d4561fc99aa671a1d6bcab208ae40b425c476
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2482fc66f91f610fef64627d93b3550112cce11c8ac2cfb09335342881c176c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa3ce2b2d8b955977b941a5b1b9713837f285eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a45aac85ebfc33206c973086dee7ad0d8b45bc675ff920a90116bc5d85c7d0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9aa544004ed3542dff1ab2102b5a8a33d949e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a442371be865d57ca9250834686b544f17b894a32ba4bcc8487ff8842712828e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13268bb4fb5a717e16076aa3063ce131e2e15ce6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782e2ff46167766f8e4cf629f093931975d5f7ab5245bdc4717fa936a5c45128
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3992dfe9213770ba5a8cdf481c0c0f7ea830b4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d793ebaa4a8e4c314b8ca998facc5c0725ebea73721745769ea7578f95175c1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403d2540217ee42b24066b9b7a6b8f6d1e74d92d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4e751b10980db933ae0bc1b306efda8bc79a491282dbd2740f6bfd15f7e0dd
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a1acb7b3d9253587ee5cc399e5716698f99c38
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80eec08186cb68a64e6cc55852ca6c43640bb9999d6536763e0ce38d61c860d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91ddb91b03e94705e8f8418ad452b78764a6592
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac75ba8e7139b388601ec250d8cca67dc78861a55b17343ccd86bfa49d4dc24
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ddcb4c8bb8738452bd88d9675c049f2d0f8d9e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985eba36d6913a02660944356e4b3aeaa68efdc4208b5a96f48d2226c1740920
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f57e3eeb9fc4e0172a4ddb82fa7a8be549a69e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d284a506362fc7b1fe54c258e03158b2532cee84aab27be6c08bb41599e0a027
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c83ee4dd3a06ac81041070ba0ed15f3c8e0ca8f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627cf459b13cab40130aa5742bb3e0dffe58579112b1bfec4f6e0a51678f6ac4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cca25dc251c1308febc28d7dcedaafebedff56
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6d76fbb8be0de18bb1369e44af5e41b470ff8f4f274a4b65719bc245fb3723
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb1dd92035ae3200ca2aee40139a73d70991cd4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6df155dda4bef0d55df32aa90583343bf6080ce7b7464329e5b5bd7fdd14d3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd70ecacf7c799e97b8eb2e6792c844b82b755f3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c32aee55353a586fa479ba41db419e04c17d22274573d51820c6de58e25bac
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f687a8ed35e5f6e4f326bd57b8be0be36326239
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0255ebfa7291aed17392d4f4e9bb555ed4b718aaca0b8c4d06d831c0073334
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795d2501fcbaa7ece27325a2601184e11665441b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a067b1e7c1e507acae1af5f6f8cbcd2d80173cd39c0701f8df9e008ba568eff6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02be985f3250775b76c3f3b4e8a8911ca701c1af
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538651c18ab72bd67728a75a4c968639cb32f536ad7fd70c6973f96edd9c703c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fceac78ef5c94359332dd4db84ffc9ded634048
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7d0f5de99a4efe66b66f0ae2d1dbd36c4f49ceb590b27b20c0964436d1ccdf
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95345716eef5096c8e9c810ef9db4afb4d167b25
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2c0512a6a0a82cf0dbcd98dcceb3aef2840e4c7c9a323b9db7e65e8af37e39
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48bdd024371d2bb074cc13e41c032e73b4e21ef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866a95bab65e3a4169bfe7ad0205560ce8dceab4353dee5fb09d669c3ee5e922
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261294ae8cf7b51c022bc7b232562047a92f2089
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb89428320b8a0b77bb78190b204cd252baf00e39b93c331abd6f477f36b04e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e4bfe51a6c5687068e53c5f05b393760c8fb20
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b8f9d677c46c89fa654e6648dce1021d42f77439394c7c6e93c61cfff322b0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaea1a02526068953d47ecbd6569ced9fa1b4c7e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e33fce1088eb009f2bfa5014684b53d5f2b722a717a1a096dc40943284cfab9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cb2d9cb0fa35a2c2a3be72f1a3afc7aee8682f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d65f404a544e780f18a881f00734a66a7061f7bd7f89a3281a7098ca29fa68a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a91c096e2496ca2ec782c9a7888483a4cd2ea5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b859e33ff71403495d3ef54da1c47f0a16ed3d083d476c0ddee379fee26935
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6160c6a748a1e8b3ab8a880ae7001d34c2a95124
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97cbd1558e8461fa3e6b0af224f0794ef742df15d2bfa15b15935b53729c839
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5234824e6bc26115a1a91f9f9357e68fcb2e488e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe29f102deae13a700d69e9757dbcf1fde032ea4f1dd8366d2e8c00fc287931
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26c1cb4e9cfc3466e58d756f8072b3df37442ee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e5029ae1b1edff2ab5882e4d2779bf9a24b76e7c1d53715cea8aaf88028212
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d918c2225791056a42b948249efe8c697ebf104f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05b79110750632cbedcf1dd2c6ae67e022f99f6b075dd8928271964e9879b32
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a8ba9e736a51ef5ac24189df24c6d964c115a2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8ffec81f8bcd4ecfe7cd90b124f141e711e1217d2477186d87c9e519610f98
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4173500eee310d2e6a082cd17b5d8487f095be32
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048d94e2ff7b9ef2b68f54ce9f0321bbc63bc418d76db600e67a708f073bc65c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f202448b5ed1fa85bd66a50c2b07fa44f7d7dcc9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c35a3ae822bcfc2e15bb3542065fa2867a596454ba96e3b8b2e26085ad062d3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944f41240a87e423850861b8adb4031962649044
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f80e0ddd2b8aeffff41f8ce6e6925e7571dd8310eda2b098077e95494210ee9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86653e58baf2c73df64f6641944c23ae40f1fe0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72108d97a0c36491e0458f8f1057d856acf81cb68cadb77567a8893799941b8b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6910cf984be77c0dcf7ff6b5a81d1f5c906d4bde
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bdbd2b893171d1cf716ea0be8df9360ca80fc60804287ce270a9c37edb5fb6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e838bdb727deba7e51c169ba592b5a457599f09
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b5c9de09ab6885aa9e80087b0025a43cbd11859ec075e25f62f548d1ff1294
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f378a740b926925f9263fc4e1fc8242b88010674
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f84280a0a1190f2d6d15d7222bc96334c953a7a6e788ccf312fd13198ce742d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3df053eb5d3f724118abacbd4ef3780db7dd29
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df25e7199e108fba88b796bdfe4a3c4c64b937cf2d347ad7a357fe2f31f7dbda
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5138c62ca6abf00eac1d261b3f615d0304e728
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38633fcfde1d544f3b8229b4810b66b062228f5c8a1ac8c53b9762d4847c97d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868663318ec3d1c63bfbc03e2932dae650beefce
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcee0ea44b33a87fe8cfb60986552acc44c40718cda6f26e6f64b62b9f56bea6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632814c85dc897df176941507719d186504219f0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1718b1ada1fbc4c7cffb935d03ec5c7d6a2ccf4bff4ba291cab0da3213412a8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f97cfb102c79f6de34337c4d3e56dc4be12911
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48aae7d45b01a5c59ab044a126801a190307c922742f8f510109780dea2ba4a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac236047c63ae42f15a040a6bf79a3ca3e391944
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce492f7d28ca1ff3cb37c7355ba632016b6adb0cfab9b0f5c6313ae2b2b3e0d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b24f90c673ef6bd97437c5bfe7ceb49bc472766
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8c169982eb71146aefebb4170328303d012f0aac726933f0be3a633af1570e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b6eddd1b68990f1960833391a185596bbe8112
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbfe79e363054ec98fd3ef50aedc0aba143f103a2b2be66d89ae10c360e53c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0ce6ef3d82a0ca65d92aed7ee3ff3988d59bf8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2891a8a4a2c7a1bba2be4883101ab57b27cb50428460956bcb17372bb40088c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9ef18596c67083726add033aa2687aaf60c1d9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be678546029dfee0db793e919c34f9aa45166c7e127616b00c792b1c9383958c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fe52b9408babaf3d69e3d3d49b7405a3ee3929
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea17bc26a3628a3f28d23bbfc0acf6edee4e1ab8b9847f3d10ab5d1abf3f5887
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20dee0737e33923cdaa4adcbe1238afa89e867b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ae53c49b1b9e4653c261ecb5425ddc2218328750fda8dd63b8b5a0662ea1e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a52b942e8ef7b1e08e5dd81bb1ed0d383f44801
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e8740c1574e6d39a5fffb3b13bf609172e58015363065a884810e172003a56
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7d06bd8243e7b8afe2bed2f3a5770eb1ed765e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57da3caacf5643022f73a9706fd5f4f146c068827091a1d5ccc9b52e23026087
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565736c6c04f38d4afbaaa1cbd2df3a8c9282479
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc4b31c0640fa3e43a819fdc7d1d21b2d9be8aae5292b3ed4d234fa06c78538
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac3306e2f482af6b0dbbae813953d0db08c05b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d536a4f172ce3ea8536aad165109889eafe88f464fadb6a89eef8932f34dce9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4881fd0d16229fdba6bd10ba51f9dc46f3553a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cdc8d804f094ca7d66b429cce1f43a655d4211570e82e71ae4eb50f7ca73aa
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9900d8120ce61b3b72cb6039033fe68e1076b56
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c617acf346a3e79b186f52153948bddd689a53fb1b3b4df87f0c17c0ceb3aa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90037a9cd47f06f3b857fe641d4e393d2a6ba84e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73899e376d595950c91d4028952cc68f82ec14d26748de1716ba62eec0f65e24
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e28c2a9b71154e099106e7d8796f4bdf049486
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692a7fe49415f43b3da4c475b2793b530c9c56e19f3a2fd6386d64a2e54a7a86
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ec41839d957a864b90dcc7e5c30a0a579ab84f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e4bc40ac2d823e845d00626df63660ce104dcf983ec42471f5adcd1f0f70dd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d950d04569e647d69a0c9b42573ae834145b9f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a972e32dc4660c507febd16e503a356e2d362cdade1d931853d8a87da3d469b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84ed921d832f1ea734f3fdc7c21a8d006159f69
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfc2516ef1a6e00d6cf0da3c0232461832715d2d6b8715493f77f8b3f3840e2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed65e33b044bb52f77338951212f0e4c17fcbfe3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8651425c0fb2afbcaae5a1510da735848881872c9beb5aab2873f32fd968227c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4764b5d15e1f2cb4a13923375b41897e66faf15f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc09b3bf5b2e7c7b415bf5f347dc650a6bd0686013d018a7c96904e61384377
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f4683ceba0ca37138054f5ed3ef0c9058eef9e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daddcbaf70380d9b4fff41fa261bc66f476bab3785ef8af9ccf27f5652304577
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2cfb196fc05e22eecbf79a918e3b335ad9c4c9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610293ec74f4b03bdf67cdb4fcaaab22bdf6db4148c7594fbc2b76399958567
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff74d1be7f1c8fd50c3ad140cb4572617ed4dcf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a9dc217c6258e4e886ae2743e2f0c887e52906050e4de0545f3ca880ac6496
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43858bdfba307125586820d906a40d333a99d909
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8aa72500be7fc7f4ba3f75d6c429aa887afe73c254423a760ee9e63fd4cb67
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b515dbd55b85c658629684773fbd49181a232d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6602f9caf5f0cf957dac97bbc9816cbaf3d27beec8f4f1cfd2852780cd287fe4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead1a2af7dc5fa14ea8be28c0c8fb20cdc7391d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25912da607004a59bc00c8b8a473b4c369ce7e06e756229e7fd635435733f422
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817e3f443fdb480d2e714a200871ce6fc3cf2a59
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53580d25d254594a2e325e6de17bd4906e5f98b9c2c21d1e119b31c7081a4891
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840050e0c5ebce01815f4e0a99d7edfd572783c9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfa97525dc78ae28fd2fa5c98a5320e79d28463fcd52c1e7ef4305351acb97b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce757df11fd67b611ebd3f28e3a32593eca8ff3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f2b640d1bf822b89d4b86700452fef00080da6f25d82155f9d280ab9016d02
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd214ca4bceebb654aa070fdcffa8f5addac42d4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efee0ffc42d03bd67cbd42a817bc084c1f4ef1b71f660fa1ded2286cf571bb51
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5b95175122ae5d2c6f94a207dc4f19abdc68b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b49b1c3b25d5f2178635221dd6a52ee91c9785bfd3c02d025408a9a4a220c43
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54345897a2f94b3ad556c1dd8705b22512646b44
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de38f8c204fe6b504df702b039c435e6e30dbf473f362cf6b9d68e3277074cb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4813926a638838996a9c61104ccc0a147994efe9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d742ef971469573bc1e3a18e63d4e3504c8c4cdc9368d1dc8f0e23d8d61dff2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52954d6c7dffb89059eccb5fbd8a813bdd918901
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee5605727ebbe66cee6557819ad906113e6135482c1267757db690b6863a0c7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84b3be96fc7cf4b2a4213dd98fd858233c5f656
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079502c3b1bfece723f250b1034a93bcb065d764d4571ca352be598b4ba7b15b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5d70fcd15bfaa7c674a058ebf9012b5cf3ee65
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed008a6ecb13979ab0d80426b5be72727b3694aa97ab064a8af0bf45bca8f64
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2eab3f297ad4277552e8ea88eb055c2e00765d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9a9cff4a3f9322da5acf14a764fe7dc6c98702ed326b2d8d400883c259d9ee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a4fe73c43adc4c27f99ea5823dafe0abeeb3fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e86a108f16d112252baebe9c908a488be6ccb15d1d8e00dfb29866d3447612
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99eb4ab7d20f7d0596da2e2b22c41c1e81253162
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e5222dcd4f69930531c70588f47d0961f79f9f1bc0bbcc4ad06a47d7a0362c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598de1be24bb713e7709fa088ebd054e8f30d334
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971fd3df22953733e470a9ecc2c270f5df31bd0b0253c363c7b44ee28285686a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fd1ccf88a9d6b926803b64748a386b07a34037
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a72c898c451d4f39f56fab24523464a009d3bf49edbbdb031046b88f8a5101
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8891936e6fe19b3944391986c6ffe9ef5c551b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0020c34a4da9db4b18f32cbac942993471cc5b6a979d93bb5676850776d257
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b84d7821a3b51073fa95950465d945b22b40c5d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8cd0941000b9b84600f3c26ae13952c73bd9da5a9f07a8022540e36f73ed36
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f4a430bb45cf6e7dd3e1fce2c73dc02e919f0e9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275e40231e85471fa7991b5e66d6f60eea0d529c38a43a7683379f65bec609c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad29272cb5e53ec1ffdc058110af2766182113fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094add1871c7736730a31fc462c0264d61c98c6f41e0f7368facd6fc8ca107c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3367d3d5437d1c0b3cc479630520c1e05dab9c68
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357dbaafbcaa59dffd0dad8544ebffe61c757eb4de1f0885b04a203fd6498c4a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546d27f781e010880fc7e6921f07186854269f66
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5b70dadf7e23a7b2087719c12a1aafe559820488cc47f5dc08c7e3db6fbab6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604def66d78f13bd774f1d124e5197999b1a83c5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068787b1e7d976395b67360b9c58931786c8bcf64d55af222d56d1fb625ba902
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc1dc8685446e7d71983e24d459768be09a6feb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ae45b7011057dfb346ffb4d997bd5cf925406830a9a77a4bbd442b525a674c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bf1d555285c767b6797615ba432771cd177000
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983ab682f9c2c862f460d458257c4ef426d60744b5c465b656220d55ae36676e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f087afc8645d84eb377fa743b89187145480ca2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f48e06c1d8d2e52c9f58b10de1cb21c97400eea96a1e470e2e02af945192fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eecaf8749a7b4d6a365ca96c0a29645031aac80
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5da4dc9cf67d650823db09518dc8736ee9b4b555b35c5f2d42251c695eb661
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35fbab7e0a16313a23ee0678e89a9c48e1239ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a751704456b26eb600466ad8994f5154017505820200ac7e0c5cfed19176ae9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d928c7c13664a2fa3b7da7c7ce62c50ae0fd59ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96c14fe72fcb9fd7ef09f8bc33ac479f8890a408ad6d0c0287aff090a9c0c02
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144761954ddb2df16b842df5c40009fd5f51ddb8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1dbb21a9ab4f4ddcfa60f11a3bcd3608c26a292fad470f1f62c993e112529b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d2f999d91e1ad4a09171f43b866ac980703f9d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cc9bce2dc1e9ec17012e25810ba2f23d3e63aba3bd65738a5ea2d527cb3559
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e170538a225242a11432754bdf94ddccc88847d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5395fe10cfe0d92c7e0afc62ddd5450d01a33458845a31efd69a79f59fc752b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb4b0ba4189bad97e505e83d4ae62a3ad7bf534
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95db9bf0a7a84ef080da49f563f1e4fb87740452d9478af0f0787ab8e1610a76
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255e8765d7f911809d96a2bcf2a3e9c5be50df5c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556da2593c20e857e63aab78c4ff2ba20f7ff4a33eeb8afb2d8e9d6e6c25d6b4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a235038e4fe4d96916eacbffa945c24c1a03434
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8951423b9e8d2b5b9de7404c279f768fbe5d5d154c2a65c14ce23a9220b1e16
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56da71883cae49d671fe78142fedae227de409a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea693493fa42e3c7f8a08daf53e6c00b0a041288b9ef8b5cf95a749e409f4365
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3f804d6a34a6fc152843941151a32a88ce3c54
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bce2bc734edf71d3816df9ebf7b154907ee7f7c24324940098146046545779
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c4c911210306a6bd9008e1e55a0783ffe6041c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249b17d82ffd14ff41d9758ddf6e2631af5ec83df41472431d106d302652329c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df82837f24441e9df0151c57b10ab81c0c0ae512
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b673f54a8da30d78ed832fa7fee48b95295dfbf83c2e735f4310fb371616e43
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953b33b8e823d6a0fe0b7cb6180b18a18d4c4b3d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0302dc520bb67a3777ca1123c0e592a4a844a8ebd8ba39ad82820e123f98d0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdff23ba6f61044369288b94df6dc080c0db758
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353d039cdbac11e803f3534215db696a0b46aa332c5fa20d23a8563b00b67b72
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0994f8285ed5177430ee6db964bfc29f2fc7b6b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e75d56bcda2374e1d2c1da7ba5600c1b36fb01bb76ef0528ac540f23b5f4693
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921cc6330f1fe873f3a7fa79d85b661068866246
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e889a12adc8c8e6c3a4cdedfadccc8dbe08b13e320e36aef44a0a43b1d0b6305
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547a4f9165a53b10f3af2731375636352d81d011
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8467ddfa994abfc38d541d233b0877517e0f79e1194c4c9b82fc23485ed6e6f6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01542df56e72f4df90491dd233649f6c0084fae6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765d1bba75382de387e7eb13088d5e7c2fe5f198c6ca8738341d4cdfa1bb319a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dcdceb89024932ccb688f8ae608825eba94389
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd511812116bb58f464ea0618d477a4c28e4741eb953b586ce0850967a88139a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f6e14872163055590f36ba2e8e1bf4f7309a99
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ed09201612294e004cee9d51bb8fb697d0b49257bc25032c3972b28183ae73
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71597af2c7eb0e9619dc66871ecffcb473adf61
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645861dced2dcbe94b1776e10f6bf454b5b55e5920d642bef8f7975b068c7499
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41515e5eeb82d6962d18e0bfccd940fb031c52ec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85086471cdb7929bc6bd3063aa6171e491441919ac00c9cacb351352aa729b79
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b76d769ebe33ffe4b0894be0e5ea4b6f2dff1d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09de42bda6241d2fdcb489c6367e0a8c8765ca7ceba600878e1752da0e1ec1dc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a89cfd1007acba4926afb17b6d5baae190c614c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a982167a826192f3c88c0b431b00c663769f54930b4007c3af4427e3733cfc57
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18c260e8ba52423ca10d69a5966b7db0254c886
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d599703acd3aeb4eeddbfa51f4f79d156b3d9e082e37020e6b63fe287c60c7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d394abc8ebbe4e4c611ea2878e12ed4cb9af8158
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc91cf04f9ae57f9d4eb6aae70e69a6a7cac2406441be6994101530b5330b22f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc47921f8b634e2e41087cc1ff4ab33edb61c5c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31795c884dc022f0205937430f31f343ac38af9652723fa04f4bd04474d36558
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25ce05ae0d4652162c7d82fdce182fc2840b72c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142f3fa640b69c8516a5da804bff38c960586bd6fb386234a56ab57141f8836c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a56fc7f5cef60bb5b4a788cda931f6e67c7afb5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a0c66740667c84c302671265324fe958975a6681cd36ac319dc7c77ef62c6b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c259fc5e8982d10e6b89df3906d9372a8d8b7df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444b750dcf311f17f57cd24086880766d729faa284863541ffcacc62259a4cbd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c78b183fd225da34ea2bb82984ea96d1dab910
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dab626e1d78d47534dfce8e257f236b30fdc4ab957efaecef78d5e5bd53873
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e588869d92ec31adff7b9e30b74dc343f9d3c4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907fab1929b6c2a1f7939a0b571e568105473ec16ee4cc642953494629e1b794
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8507854aeaa8c6f9b73afecdd422d10985951365
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51734b2b91083aa130c8d99420749029d3b9d017d45a5ad29dd5f7ac45d7e849
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9934f2c64b3899c9ee09a396e036bd716bf85ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2494ad4808e0bb8a8f3ffc16f585fd51b1f3a7ac7577a8fecf27a985c12c8d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc30bdb0b6d24110c9d9559b39957f2e5991408
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba019cb16822988e7f42bca967200e8a7a11d8af1459fb11251cb9f482555965
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9edb72b535fc71caeeaf2e966e43968a39c653c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20698973440a0c2f7def02d8a5c5330d5e5be350a99a5ed47ba40760b81caa74
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257181840cd36d3bab024a3f36b9ac5dc0be7469
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef5ce381b8a68302fc0fc95d811a1001ef3a5c5ba54aef0f25171902d16a6bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff5fe1cdfb37b7857c8e3b93bf97f8f1113c7c5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651192b6e427ea39c8c9cdd927d6740191fc5d4bee54f277fe30406dd40dcef8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23590f193cd5a5de808690b594659d0a725babfa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be269b1dc9b24b2f23ba4ffc8ab8a691b658e46869380f613e3e928ec84ea1b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fd786d34cfc6b6cdfd6a85faddbfb67898bd26
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5d319912138bc9466010df2aeee930674d7bc2c6f955c8749b1974536a29c6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f068ec621e9e27db88cc73a0383390b0795d3f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f553dc948efceda0f52a3f1f38c28f108d0fab7f40c1b7ac59521586749b19
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72c5b43cc5152483ae667c5b466e318e789615f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e06f12720ddf33818151021410d0d94953a7dd8698e012158f3c08bd1644ccd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2550290c40e821666ac8e40e9831eb46bcaa9bc9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85030d13435d99c331c1909dc3253b76f960372f4759fc3aae4f2142484b51b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18633685ba1425d2423885f9a758c7bfb393d37
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a36647abee91938b026f759ebe34400dd8e4e061f32908d686fd05654ab9cf3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31ce275793a1df8cbf8f86f94544b8fe22ac36d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1280e93c28b190a5d07e719d5efcc006d983c53dd735d68ed9747f4e478b83
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0424ef9447257d56a16a9ec9d3e1224e5b23545
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3846ba70449d429f0ed7dc53f9d6eb6af383ca5012467b3a6d921ef582bcd619
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babdcd55356b9bc57dd5f1399822a02500ab1308
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1146284d72022bc37d5b8d385b5b173a27bb7ba0f3ee65ac99903355a2b5e35d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0436ec9b78cfccbb95abe6a331d008fabe3371
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457cc78ecd3fdc73326585f9e55442964c975c45b56a31e37916f982ee8053b8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d583e2108589914865fde19feba5f116f4a5e5ac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9207463751e95bf705f89c9f2c45dc7c600a693d3bbdbeb1094a950d0c542a9d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b14f181e8abc44b684f1c7f38f6c33ebcb4a97
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d84538a8b1d9f80a3c2c19745c5ac45f25d16bfd21474a4fa0d5d32d2b0e79b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d619b5db3a8bf6d3ca3304abd591aa04f5efb9c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2690011562b6bc51eadd91b3956379d17095c3947f39c67dad3caf6dc028d99d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5181473c07ba9f103dab091ff3e2c8a8b79f0c19
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15d8c5012ddd5d19d3d87c0941bc8eda62ee6b6590ff86c63141ca7d3decc0a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f785ea9bf635f2c8ae528bab331d8bcb036be3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3d0d58823d4d8ac13cafd5a07fa44a50c63aac96fb19b8efaebbf1c25b25ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14156c4062eb5b1ca9122566c07e994e2729d9b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc0feff7c41132f88f5d960cdd7d0a026f126cf66e37e7eb994ed753f849ff2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f70be7338cafaa47c03da76855bfb4c77afb81
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5082cc5fb02e7a1804f8d245abd0b1df01244174f6358f6e94853c471f9c5a8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c953e0f2b2694cb3dd1b99687b655f925c61d00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415652d815ce618efe5a9085a85230981a8754d450725fdfb3f04298ad01a651
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8af10474227a5060174be55320da180db74bd1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860cefbc2479c37a765bbf250131484bf69a61cbd14fead204063f90cb050546
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325be99427e6f6107e49bf07c53da39be2d47143
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8878d6320db9faf29d2e814a8fceb966ca15873c5d7f882fcdb5a6de133f8f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a88574101946efe3fcce21f5c48f784021ea28d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd5ee08a4da3e0ad9df3a7fd81f781c21b65965f063193452d4720d863c0a5f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fd5db55ce29bfa2124b3b96d8b03c725a31ca0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4787123e1a41a0c01fc6aa8385e93bcede8d923312cc2e1d596dd0e1e2e261b6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3195629c90309e95e238fcdadc976cda8e33e2ec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8611fd01851b026c3760203001b2d5c6031f38cfc2286461d31d19e894e84c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29917e07722f264aa7a15fda1b7b849e258ae705
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5addf772431b6f0c456b2543f64ecd8ad7cc9f58b687cd47f1de4fe913fb5f36
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baa85f132efb638fc45b2f9ae16c2b66ab44c61
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad3fcd90f4b8398d76c1690d9a705c1afd4d2d628ad5569101fe3566e7eb48f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa09c355b27ad48cbd6d20150cff8a9e15403ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d4b6af348a391b92544a31b8130cfef89e2d948d0d8882d93a46ba86755c69
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73b73e7327ab00a0fe16cfdc1f8e6251e156ae8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae7db924d228ebf0b74f8f85bf15e4839b1f110d682be09b34a2b4f32235f6a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcb19231732ed60653da6a78ebb5e1f77cae7f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bff6d02713af9332303a4c10b2a092fd71391ab4683e3f436664f6438a13e55
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e44ab5dd03936a17ad18671a9319f29ec4f5380
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5ac5332f5deb7411e20b6209e16400458c71f881e891b785882314ce23a4df
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6398e0936619c99e5dfaded36d2b3d99f8392c9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffec11c3100476d296b8e9fd6312e5e9ea1f80848ab060cdf954f4936f6c5a7b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5697e670225f8c36a6865c8d02df2ef3afac5c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f67bcf08555cbab64f2195ac2566af302c9366882736679bbd52e8ebb228843
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c058703f2c00aee7c6fa0d4407c84839c68f82cc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274574ddf64401a929f5b452e924cbe96b054e9c853aa380830ae558ec0ce25d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c2382feb83a75d962d8459853df847d74a3d86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e61ae5f8df1767bd12b20e5a5aef68a6905e5a587f97b69e681c44556f5d5e0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaad140026bb1efa0ca396027eb2c6e61399b75c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd33f38661ed9e81683dea73998017a9079b56712d18787a2b1e6711e4b321b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738384b3ed4f95493dbc4629c797d33fdc32ded7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4d0eb678d7d188713fde880f6b35f274aaf793ea0b66821953b94144742303
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d93af9aaa62d47d433f54a4f001464cb078aa10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357450386cc98ad3e9cd7c105ee273d9316a473439a8fd4202cd00bdd4b2db80
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd054f437fcb5fd69c97b88a21c346e624f3169
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd115c0acde6b1206457d07f98217dd4b175d37b035186231a907bec729f9f81
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2924909e0b40bb71454c23b1ababd308a9d50b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1464b4022e99a2bae189d67a240df10a5dd6c88556fbca05a735075d0555b7bf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a72912ce10b6ed308316efdbc5d6b8a56261bd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe66e7cd0a62a35b40662cd0f8b31adc7871df1dc3fc611358e95fb6f83c9c6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1eda1f449e772efa9b1aacd27f4e45c4e8b663
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50436cb3f751eaf25cb1ec479185486fdcb2f3ea1a7dc0f1d8c80cdd89d47cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799ad4234f1b274764fa7663db4a6369970e8a0e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df97eb99bd4368b4ae692769a0c3d3dd0a3a8f765e5d7b4342badc132942df72
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9ba7700a3c93b4858e36bbc9982934725485d5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e740ad2a567301570b2e656271db1512f1c5ceab4e24a713e67c9ba4e5157bc
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00480b93f8109607a2e51819c02642a241c4069
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e335da26f9a6b0825e54f2b0db790327c7040acadedb492d995ff8c3531d0d54
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a607c6d25ef398a5ead3443ed503b1c786aa3a4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35d657f955e8e07b52135882f6fb995a9e79502f74fbff2e2616c5dbd2d4321
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ab215739e7f7b2f0a14047a55809575e3c1cbf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0c7bc6f57b1f2da4482b348bc21fce91e74fc88a42dc80663a5cddd5dd324b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cab411823328bab895e3595fb0ce36733468a93
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ddc183ec16e70dc2d168cc16cca009038fb57cef6646fe4f67b22b73ac89b8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928623c18b0644cf3628c08f02f0f8b14fc2717d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67cc091418ee382853b398605e648c3d53fc44953eb3f8689acb150aba6f9a15
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37827e0f7be0e4b1a2d61e33a66ece6510252644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b77ea30d539d0b6fe7ef248539d728b00481b734088243955d62cfd272da10c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97df5d4bcd112c6905ee652f64ab59c15ef1039
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaf45aed76f5a24657cff9c87c0c482b1219d93b8bc66ef8eda5eb424bde155
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8190dc881d13f8ab1adc6460aaf9739738d000
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6710fcc46bd805d86a6c1866aebb8c5e1782e8ffd76cf3bb0d56f1ccbc0e3213
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8652a17bdef2193950433637bd38e6199bc98276
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c12c172064e309b32a5c47c6acdea7ab00415cd7a2ee5caa6657f94f454a465
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825159dd7b6a1ca18b8b803e3cce753a8b0b4536
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c978522d69b338eaad796b93402dc1dc4849d6c6bb725c7baab90a9bba6856ca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bba8d36f460d311aa68de4233ff53fcdeb664bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949b1bc32178744b3fbceb73150acdb2b587ab843e9cc1e04c9cb497cd176025
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1766ea6bf4b81b6dbeeb4807f61ba456545a8b6c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a644c2f0a23fefd90aa2f1a62a3d12dbf710e14b602985090fb6094b3668dc
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e586110d39bb844347cb6e020046dd3b8465324
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cdaded74540f7d67d0d0df04a05e3f4a2e52996f91e0f8f34273bda6ddb1d3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acb00c15c2c00e2cb47e2b6289ef24eb70940c7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3522d6a36398f9896ae3c6fc2a995e6204c7d154bf7a2330bd5fd342da52373
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7e380c26f276cdd4b739c8fff2bd58e42cc909
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ad4f1f018b9b32199dedac4b374ad2ea7ec063b08e69bb69a32ca3e16c5296
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47eeb7d1fa043d7f9a5d3a29375699615d392d20
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31043cf3c5cc0a7cb4165e7682048c5dbb979e1c929bedf23dc06db0b162215
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36482d2d6265390f298b8bf301af94b7d561e6a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24523a7253c09f98992952818d7b721e4bfb9c9cc7f786213ed1bd0273f5cfe7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addeb82d44c71058e011ee453adad9323f693e44
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930c4b47270d600c95c6be934225bbd2511669126f17643705cb6f1147f415bf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ab6e76dc1478cdb553edbca2c5a4fc018dfe72
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad08f14b106ba39a969af7bc27af52d325e78df17b8ff8b1c872945c05c0bf42
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e7e4513dcd54df6dee6216cdb3a8c2b63b9a62
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e063c1c088a3a504ad1e40f5f67710f93d1342a37379429b315ec25428c98e2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a459010e7d489e9b34f45f75494cbba427f48603
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd4074cf9419eb3a4bd89795593bb439e75851942591445cac44fb688eaeb39
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe4368bd46ea4fda9a32926f961cbe3b32eae1a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65d79cf33b9da4bbaf77f216b240b368c847437d73bcf6f6550b773248c1780
+size 11395