diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e27e9d670a87b1c950985315fee980e98030c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c29e156c1ff233ab1d70419ed039b29645b55825ad507a9e5af986fd4ceae9
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e17a565749f4fcf65f60ce3d363ed637a91b0e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a5825bed9266e510ba8da5a78cb800fa144b0e387dbce29dc1d057ff42876d
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a69219067127aa06f1b644beb8f6461997f019e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a12454337d089b1739075728d6e8c8f8629dddbd18c9dc99c7ee2c91b99b99
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71ebf1bd1c5680e414ec060bb9411cbc4f7fcf3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8e9a07df6d5b0a7f6339150e21db6effb73831abd2de1ec33e0317bfd3b377
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bcda775ca7a4cd6baeb57285114842df6d9456
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78654a98eb8cc27b118d042f5146f0778030867ee7e62c975407d3f0359ef5b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2650a86eef4a51978b9626a6dddcb833908e00f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e82922944b3ea0f79f2bb9dacd1ed6eca0c29a113495bbf01ef96f2de3762e9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f4290fca10a53bf5b376c976df424f0dfb3b6c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15246248129799317b50ec07d34c899f3b6ec7df704365b56a966b4a3e2f6d7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d77950276fd917bab2e0e87d93a1890fd98b25
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ace67bfdf4563ef64a4fc2b349957f98a8790f5016adcf467218784711911d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56026df317406c67805a6a835b52f569dfa6498b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c7b346cc67e4a33f8291c71c4ac52d6ef0dd39afd8ee09d0867b1a79a78f28
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f77b91cbe0121055c649a2ff2e761a4fb9dc76d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f60f1949d94073896f96e11cf5d073bf9dbd7cdcdbbc213f349d8e730a1867d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07be5d6422f76a93fc276c42c48504fe0027d02b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d43cf7eeb209682bff0421ffc5ee78e233b20ff22ed8d5be307d123cc287f85
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5138d6810563c5c373a31b533dc0655067b8c580
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0805d3100daf65fbd0333ad35d81d07b374d57d4e37a71f85cff002ec990b4e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff42701c721ff16f955a9a353257a1591a86547
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bb32d1caa1a602e6f2c6cad01d0e0e82bff7e8581917dc7868f9b2b3ca84a8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b19f73bba48245e023f4750aeb3dc4a098af3dd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c5586e36bfe4b904782ca5ae0e60ff238691b94fb4cbe86b162f350a48fa07
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0009deffb70b3a3e4641470da1505d1fe0f99e17
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cb95e8d10e6fac7e54420a4c554651a1031d5438e24ea862a606844b3dc3f0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732d504fcd8c02bba09c1a9b3e52a219366490f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5214444581b428d6136226c3b74e0c95df25ac0653ec9e58b96dfcfc06248ff
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914a6dd1b060d7dc9a23cfe78f54060728515028
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8351a90f444b93ccc655b96ec7cfd5d41c3db2ec1474b9d3980057d59af46645
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c65651ba0fc6834e58cb315fe105862cdf850e62
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957ce5b84a70279d2180cbde93621a49b8eb3f6461fec51cdddeb793b631242c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3922dd58d6d45f51c97d6a3b522535519713f5bd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1372e9d40a5b522bb051759a748f5e38ae0e1552fa9ad1f7362c6ec163540c32
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7018cb05bab513ea06d12aeb907a47b8c749abd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcb1c201eb81e1e214853d14a82bd3b23b85a418c748211fa44f24d8245c806
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832c085038653d4b6447d7deca4f2d6f8ac773b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1582c8227042ac258e3950db98408f5c2f00a7207f15e0dd0db2385d3a073ed
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40b7f94676272b6e209ddd2b6bd9ac5de6a48cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d49ad1b986913046106ecdd7f98d6fe9cde7fb1380ab7f7c817586c92db3e2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6096f3870da7bfb610e7ef9bdaf8d7d33a328b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff62f51c2f97d73eb5141b6cd502c0d0d270ee13b3e10c144bc67f57ed991b6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d84f98be6605d5be9b8cc003e21107f22c8215a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bef6abcc522719972afeafaad9a54abd1767be94955c7dd3dbb6cbff13c9fa8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f75a2ba8688728a3c410d09ff25c24faaad884e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66454473e33e62e2640d95bcdf8a6a5dd74696e57da1eb85efb3e313327c74be
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb281e7ad012faefcb119aca5de2ca95b9cbf24d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430132e3256a7a237f7839012b375a961ce89dbb6d0f5c16bc0cfa4c0a37a9ed
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a6be1d5e08145a63c9db41165e8cf35cfc5c49
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946895e78799e18a808f5e15affd5a879c17b629a91170ce0cda6b11a863430b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbfe8bf7fbdaa0026068a3c34d1655e163a43a1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465e93456d7e0b7d4052716de9b816977b1965c4bc53a31d16e17d8437177dc5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8555c58ffeeffa5320be15346f27e07135e233ea
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3817034a3a3a10f6b2ec85ce103e2ddd26c401ec4363d45c6f04ed236df8649f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c8e4ea1cfbca78de55fadc7ed307e140136128
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5642329093408701f01f973500cf0c063225088f44f40a25043010e9b82587d5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5764e1e98ecc570a6e9e08a3d7b6fd72d5d76af6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c8e039919e223e2e27d475c230ecfdf40b900cb236982ea55c751b78386efb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dda9da54a12aa611c41fc3c438405a6e1589fbf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f1925bb083194fae60c988723d37e410e142fe40de9ed10e4c2f4e5c3146bc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0427f5720a35e625b9a111ea261253b38cefe20f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771daeef5acd64ee99a9331b66a9c1a194e939f27c54a918c71188fd3248d79f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7869ac5620210a1819642ad7d4105532bf2013c0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734717ddb7d351179a01f33bb4ce3107ddd7a32e849627455cde88d0b0721df3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c00e15a93fddd3221a39757b2b7a69d36a30c7e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfe213d1b1635caa62e59bd6e055feca7ebe26635dd0975dd32152f883535ba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7cd0495ac334884705bedda8dbb375c6c806c8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556bff1e308b8f72bec5fea36301048f4f4ed595eedad140f71690f9f8e9acc4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f2207a37cd127dc47e7773e2ddc6656d0c9e36
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b636fa76c00e39deb171a8ca233a4632553e078e19a1239c5aff98e9e5802c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664fd858c3ed0c2aee7686350963b880e012d5b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603e25fcc92fd246776c87b15de9a0327dc9acda39e25782e12013d68bba0106
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9bebbb8f14cb8a15acd76226c515b9e0a4f1e3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0302d87a478e99e1c920e343f944c83f6566634f786b2f643cf8450cf102c4a8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63705cad79e97cf6172189eb6b6192a67570616
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d0fa6aa9e208f1ed9913603abae31760eaea7ae655605936ad6814be0650d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f484e71558329473b86c559a0d6e0efab0629d97
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34260c5e4a9a8aa92b8d513eb2c8af0c9d670fa7192f313c8e0ecc77f041ea8b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc408caee5d60c952997dae42d1bebd7c5529cef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3de2e225ef90991db4705cc877f1fbabd47b077a0d42a5a87983ef10cd5e24
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f8553df42f51783137c8228527f7cc23585144
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6950be24556827c51a986f755205e680f281edb42433b2d1f02c9691c954a947
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204704a670dd77d7975326a04466dfd199b910ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0785a9b089f20c56da1f5758e058b9a932444d169504b5cc2a27e112f259ad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b68c862a6d20e602a03eda8c9087f97062096a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ee23574242f60908f35e71bc6ba4e98fa100ee6ac165a390714decab3f3c24
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711460d887fb5f50ee982d81003125bd3a89a28b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5631766e834bd0b76d3c1189bc4b726e7d9f03ff2ae61585d5801af859d7bde8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4318b8434b52963b17227c4dc41337287280e052
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd846860261f0053259d831dd8c8c17f51cca5b1c5debbf376a42a7e451c84d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b44d61211d7de332ae41b6c065639d8dd5bde3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28df7c0e6e0e9c8e29d7a4eb5ab3a4f730fe3def31a8a354515d1c89f3e3993c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e718751c690f3315e77737db3b62e4377c21fa3b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9aadc8d691f3f21ad5cf89ae488241b4c657c090150556676835669c61b75f0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fe7408c2f8f2852ae4236e28521fb71655b140
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c854be9ccba8c2a993aeb03b23cca52b93cbc24d224dbaa68c8ecbac996d54c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316d2e8eedbcfd858726a19df076a35980e63934
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef38d84fa21bf87461ad9776c752706bd52e0b733240bdc7a9a6b58271fb36a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a995c2563cda20fd3b3feb0170440eb68b0e8076
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84398942e6a3649e5cce3c9b84dffe37bf506f38f1337d0fd69310d2470a8087
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b177170f41ff43471179c7fe5865670f25fbdf3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061617de23caf9dd867b2bd04b6396da6af5312ad5997c139f1dd895cb492f1a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203fddbd5aa31c25d3bd3d0b4ee6889a7d000ae8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50ac32360ecaf06c03d8a09145d076b743a7de361ec79e421e9611ba75db3b1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0a6c081074527fd36ee2898db40dc72f1e8038
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e46fd807c1b815db1577010b5030da64a9777fed0ef83c8ffda8568cdecbae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2033cbd1b490ab458b567122f68ee355cc4684fc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46c19aa0a970497ab50d0e1ee2dd3b6dd1654bbf319d116198c0f76f96a004b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb4b696a7d906820c39d11f8796d110b73b0a78
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcfa5d88e234d4ab91f68e940f4ef550240bba7baad166a3f77120c65fc57fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfc1af2c2ddf3aca1415e8ef22b390da8fb3c56
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b90961487d1a7b57046c699ee71eaa2113e9cc1b27430e419edd38a59b0df3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df07ff4e52d3f473b095adb6ee5c0585f0fe55d1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93cc1dc2400ca028b53dc0cec5a165a534d8b55b8957f0e398d0ff4120866ea
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2bdf4b6e16636d35aa89c1cd0baf1c561ab77d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0d73b7259952a11cde071671681a2201880932d585cf83d5b995f316e598d3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c8b8fbe0f0ec399f84cc4d559d9900b2269b66
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9500e501d58637f3edf2f96d162b18ab0e5bc10d8917334142fa11b00c3df774
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0333b416f3c78dc310784c22db1e73053ec075f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9a940386a502a0a1ea8b413a0122157f2b0d6cee6bdd32022a881cd33f8ce1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf52cf082c7366be075387ae2a1391e457c5c56
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8310db5aa604ec1518872bf10c91f4067e073b0a9d8d0d22681556dbdf350b74
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f10abeb6e0d560756b7500d4c4d1fa5685e74d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5784cb4e04cc5f0b4bc83cc0c8c38d8d41dcff2ce4635993325e9069bb053b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52a99c1b8d3e06dd2b85f250e28aab8a7a9b767
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba04a6aa93c65ba2d496ccdd3ce7995e4d5c0581a6b8e80d5c7fe8f0c5d2ae3b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1736569c4abc901f84af91e3dba5af0c94cb61d3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5274a4d6ece96769e088cf759d63963beda2441404e6dbe91c8ba80a6f003ec
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f0cce17d6c45705b7013b1fd8915faa263cc88
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb263fac5a2b459dec444ce8ac466970213058b53e5a46481d99ff45a5046da5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1802470ceb1c550f646d6850e57939d5a81ea933
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173a7bdefa0da69da5b96f2e8932091d1b3ed14f8a183f80c61920da5510352e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65df0437207e5b7a8bc64522a9bb5e772f037f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b607bb15dcf1b43a94ea90ce725b2af1fd69196265e92a60b86afd0c1f77b3d1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc103ebece3bd8f92dcb7786d5d7e20dc9f2954
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1610b4c4c47e174ee4f935070baae925059d170413a1683f5b2f286e93563481
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a836ee6029f413a92b6a534b5eeebfd828a5b488
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4d0e3a80ea6ca04da3843eadb8007ec8466fd26246045d51ef0bff715669e1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ec90fe46a90fcb7ca85aae8315519c9b4ef2b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c285f72ddbe45e7707d585f64991953463fa9dfc43843798cff0c7a90861e58b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a50c2ceab1f5761e434c1c79768f4a41025509
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc5aa6e7c92664780ccd24217e6233ee9cf4ae18ed6415108b51d27f9ff9492
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60cbbc9db231328e1ab9125e73dc2a9b3276fc8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ba179349d517354a27a5c04a9e4b16bf183358c79be4ec8dc76dc04358fb7f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8d3dda4abba2930063a38b75ba31ddffa7742b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e0e21eb875a58c66b80ec45ba3bd1418970571c414e4a8c623733ac3683b6b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873ab764b4879fe398b110f48034d3054e630f8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f5c31a01709d6d239de9b54264ccda8aed94dfb8a2eae51f2d59f8d3f532ad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b477b0ca8e384dff0396dedad76e0fec85201a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70b20ea98fb1703edce2c0772b636f0388bf7fb3d658130ec91847b9f2f6520
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042213016e8e0411e25733a6446a7daba7f5bdd5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823c37ed724a222444ce63574b7798ac24e86e753550c871ded911df955aecae
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ec652f41e99d8df8971659828de277fed79d32
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c256b4ae03f7c0f677eed4ef18dd1d83884c502d230942e470a84ce904423f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6213e2d7a56db37af2f5b6c4ed522d6617ef0c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06837e14788142fceac89f7dd6b843f924ee3c14550b14af49a3351236034a8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ebbd37d912e031afd10b9086b0f6a0f5d59199
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1084c7db308fcdaecc49e076b2e7e6b5bbb76d98f1cfdba9f775051f1071c0d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0627dfaca9a789b060f8ccc9b4e00b5ade4b23
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4e2a91db7762480fbe3ad72e7dc1cca6f9937692c650819e8be76fdad146d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b340189988d8db3d940505be846ea5eecb62930
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb17463536e5cae154097c9695c995b6b68f57dd49daa71d19f619237aa2f118
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5067c58e41d2edbfbf894bad5a7e52821961f594
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325ad1c737a85e21d8d5304964009ad860b9d6afa09eb0b7728015406a4de8ae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5baeed79d546d4f16c2b65962882ddddeb9a5bcb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb598e5a0d1bbb409749d66712340848b8ec3464f0e8a042f4740e0696362d7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b125307790e9fb65db5837bcb6841314df8eb4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fddfdadd001150bc571190a22a4fa5ca1708562f141c243b3ed510dc772d85
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b121e8a7666d26976bea736ad888674429c652b4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7c2f16050d32d2d67a2c545a6b3458e74fc9883b0404d4dac5a875d23ccc97
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7875133e333cf4ff8a5149a0adb953e78dbadb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b17676dd9410e5fb5390386b3c11e217e9359ea8fec3f7fd270c90312589d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f59095ff9790f21be9a48b8d8eb09a94dcdc660
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd241a551a5e93571ef030ef5c1d2703f0bb5b14ba324789e01b7ac2f7a05e6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1ac0e194084c51d06322aa3407edf3c6688ef8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c35dfb41392aee7d239a28c723b193d7efe3569a2abd8726edd83934487f911
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9c827b3ce0fa4a945a1d1b8d43afedd80c03da
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2f99f729c21028a32e49b9ca9f3e721effaa8488ab18bb2a74d4b575489d53
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f294f8a8cef5370087445b4c7e202b31008d17d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611aaad2d9d16d0fbb4143be2d998791bc0c97e5ead265e702a57ccdf7aea708
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084d8127602818e470f9071ce6d64e6e3b5a64d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ce2953770e65ea0008531fcdceffce43201fbaf7ddf9335dce2a9c88da0d76
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070f9c1e8b598deed064bc5e6083b9bbc1a541d6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7003d65ee03166803533710edca62d7693ddc0460adf0a9c5b14cf6267dec6d6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34340676a9860b2f277b87a2ed5684009f2a7e60
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436f10225aed730069f980439a98962a3c48b5d12a7811de54dd2b3d6f9e6448
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c6edc2b43a6711041f477ec7c79fef2c50acd7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad37a3fdb6ed8cb3db8d2698f905e3410f7f26c94a24afdb594a9c9004939ec7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2aea9fde425c7ff40a93d9549e861a6cddc510
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1283eee86ae88c509f29c678a78efd4a450d422f79aa6553a8d561f85e29a94
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eadbd7fb06817d14607a86c6ef9170ccef69eb4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c12a8f572de312684b0aa6e7a79515a42a535089126a4bf41ad1db3d7bdb0b0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bc95adc75bf9a928d237cc32a5c024417fcd4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c057878c865ba6a372c5dec6436a3d5aeef5fad4aacada5bb9fa37eac16c8f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e848fed552a7cd259f487f3be7649dda9d7389b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadabb0ef5cf09ddd0188088972fc9d9a7569960046ae2129e08c43a788170ae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003a7d4e0e7586ac76349bdf1609a4989f60e252
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3216a3e53b336169cb3d214e61fc0258dea07c9c64cbe738d79ef2e96d7efe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cc2fea3c847345f56d7aa7b64f33d4103e9309
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5ec0565dfd90b9487db59491229707b288ca3457145d8335e699f80e322300
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5ec3df8990077a0bcf7e8f6135bc8783fb5665
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda4a61fffa3b1bd84e81fcfa0f45793bf76470722699ddd341ed818f4b5c6a2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f96d776b7f780845504d07da01ca7ad8b399b0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844f6985388902b0dedf1e257533ce2ba5c570a5fa395c2b4719558596124ea8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf533b75dc9190fb5fa616adf1f4a4c1648cfd3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241f1da0d2765de796b4886cd6bc85f81d13786239d923e4e8708ca860f96429
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fa7d82deca50421e3f2671010ae67c25790e7a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92a79e7d118228be91fe76a97b8e06fe9c3ad6da5e7ddb27b676362fee2addc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e04e60171ce6b6da256650cd7078887c7bcb7f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5107fb7d8c3fa6369d68ada40e40e4bfdbcf4aa09d31ecb867e7e0e5168e92
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75aa306aa6266e728b3adf502351c42220c597b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1f99a30791a41de6b4485f2bcbc5e96873041afef875524aa574c9dff8698a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0cdf293518bfc15fb44f82e0ecc80ef72d885c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f07c33e4fa1fe0cc55b931d9e362850cd617f89b1b49896265e3189c12f040
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9937ac1f824b3b86873c1192a01b44cef9897603
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dec8a078677999c5560262ce37bf9e3e342b2af8775026d817bc2d10d16c291
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d802a51d1ee6289e2915e18c1ac171822cd1c74d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0fa2a2f591b14e3e667d11790f5b5d3465f7c4cbbc923a6b493b8a854a2977
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575df29c98d3d70cf52b781e3d28a741fbd1d4c8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0a7aacd4ca6a51543250c65d578f1947f5321909fe662b8c051552949d1f4c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757b1908062c8195e33f4702aa75d54aff3c67b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ec66bab599f40a5312ffc63118ceedd14d2b877f1504fa5df465175d35830e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab8d7b683017400d71fb8a8d2ea115aa87a30f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b72d09bb941fcd45784e09e5312d0e9055726c528485efd74be6fd5b6389ea
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee866e387a5e7f0aa057d64386362bf817bb7130
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327e6f9494570a94c5c36f04b6155441ea38ab1ff29adf1161a1d3371f0c1859
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3185f83f217afa7b89ca8b2b902ec77385f02da
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341b0f1d20f23c3b095ae43c4e31c5f6bf46818e67428ed40be50eba00459c5e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4772895baed1e66e7396fafa4f64aaaa5b954516
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1e2b9ef983c6e62769cbf6529826d4508d101d9b339e865391abaa66eb0c09
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6d034f921704d2c691f8f1f9daaef6075412f7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73c7435b6c5173009648ddc0d993a5c0d0fab4b89455b0e903175fdfb2907c7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd91aebe4adb8466f72ed8f6b0bfe3a34cad916
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4603f2274b5c1c4816ade4c6f8e92de950f93c2ef0d9d57125ba63af2b49533
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a962dea92504d26a8dbb1a736a7b89f73592064
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ade8dc7a9b38b06b54fc7e19b4991c8b23af96d49468d0874b7b35976c31142
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3df300bcf25d1daf458fa9b2b036f793d0603a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177f5e920fd472aceef3e351e3eb47ab8c2f5df7096e110934e8b98ac1dfa94e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7fd7e67d7ce18a4e02c4562493353461e4dfcf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafe1ff242c421e80e52a08727aaa38e5113050a1f64b1aa924dede890e95f23
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18a6ab2f4692bae5ae545ec11efab39e951d518
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacbc09192522df2c89b9bd4ca35585231d381163a025e81a75245b2422ed6fb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc15bcfd3620f1fb8b1afd29d8dd293a27d6d07
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec748f0fbe674eac4dd146354613a1dfd2a171f6edd04ba4e421283e40640bf7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b0857af55970c9e6b8b40cee4c914d0b4dfcf0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a68ef879d799b5418ef0216b518343cf8547e7216188ce71df5a47120e6f9cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a896fab494ffee11ba624ea65b73093d07e2cc11
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6e3981595d9a82aeddc57d294c58344958a2e14135cd5c4c1e71f261e83813
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aac0fb59820ce8497f8394fb512f72b0390b68c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c631c67aa73af902029ae5cb804251134e35860141c441a5b1950a9d70d10781
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e04dbcd5c6dd8aa64065cf653e4dd45b3e587ed9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ab8f7d148e40f946c8d7c536eb34827393a870f476132d1fcc4e27833b618c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df912f497bd8bff3dec426ba1d5eb9db1cc2ef7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63247366d080d1314c1959bc69f8d7dffea903b34df6ef743aa152d2fb986303
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac0c2d3fef3a47f820ae27017d33c9f1e9d44bd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ddd6ea9a2e566bd1a7ca5b4f4275387e0ec1b82074f3fb68e8a336744ebf46
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6806e0666fc516d7dd615ee3bfa097de0507b751
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7fbf875d81bead6bc941e3a4769f9032d55ea852608b1504f764b2b907eced
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2936595ebacf9a4956a6920e408756a348a89759
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9412aa684bfec3988a37b823792010b450b281ce94d01c3a3a86b8b34b8f6291
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba0b57949effe3b29df95941a5189048f8f552e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a2fabec0a8075b018888d05dd9d6eebfec91653296991b675969e0a564fcb7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9678380820fa44fe2e996ae5ffacaff14aa0eeda
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d63817718476533499f140a54756943c7340ce49223812e0fc025b26dc21369
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bfc7df859ac9c9c545fe674187120fe0fc58b8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d076d96d0bfbe53facf8354f07f69241bea51f166006569b6517d772b27fcec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba55b05fb3dd5ea5333bb5739109de38a048750
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b57e4edde883511935d9dc6a504d85837ca3dcbdb0c91da4b5cd24fa090e903
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9274c4d9b86bb009f1f35584440e592bfa18da5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1e3edd6ff62e56adf5425ec39ce8efd6b0d49943b4537e0c99621ab7b51912
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac65ddb96b0453a4cf5654ffa334137749ddb13e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad91fcf0a6f8ce5e0bcf5b43a00f71c892c4c9ce9ecdfe8c2fff8774923d9c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a6b15d790439532b69ac3e5a1e91e74b530d5e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f0c1f75eb1585c86c1b3db2375d5f63174846aa06b5fa51bb7d0d8960cd039
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc0c80ad9fb67bca88aa9c832f8fd74dfb45556
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f090ca015cefe2c982665cf3f1c7bdd517c672bd4db69772525d7320962d5c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8b5519321bf9ca9ec6d6051c7549e2d0994989
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c504dc8e145b3a2c95f0ca72cddaed62e81b9517485b1bb1fb4a033fb880870
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b401137ecaf4a75d7031359092a6981d61f5cdd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875bbbf259da0e67712aa45e8bd58a06a82fbd53bebe4f7c689e61dd1770cc45
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e915332f0e9a7b641dfbd81325ae9c857c2d8401
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96bd326b64f6d41198bd02ac2fa6c434e5e7ebc0d72e67920aaaf244aff6505
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe4b568e69bf01d0986986149730e9b44ffbeff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063035fd807c228c77c406fb10dbab0a37772b39e8e82540eae1c04514637205
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ad7c718ecf38ecb614934bca066a4010647141
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea50d8c74bb644a230df7146f039c963a704514fc566424ecc1e458daec2165d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90dff225e656d020124229178cf28b04aead2bf0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bab8ba77078ddb010a1f84539b6d054453e98081940a02805e3d76c92c86ae8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53913513de2d250ffeb74f2babeff9c421657110
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9366eb9b662699ad71721373b65fbdd3a5cb3f7e39f42ab79c2459ca4407d655
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4fc86352263d4fdc9e7a131273b3577c981877
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08f8cbd16fbfe055c1da946bf5605e6f7d997b2fa9b043a4d0ae6ed065871d3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80773e23568d4b5d7338f0486ec01f3dbffe4b81
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157e4017508929d04833a07f8d439658ff82f95ffc3602df5bd4514a6c812f6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973650abdc95c828465c835ae7db27ea7d20275d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a80dedd151255c599fd0e08afc7195160d62d9ecb5240aad863663c8ed1171
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed4e3c3b361b43f37ca776d4a8abdb37db073fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519393018b99d0ab039c5fd5e6a5af6b3907bc461f83c9ff583e7660dded7689
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43536d3e3634d8f1c537548f9d4bde861fac46ab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a45c6f90616c6362f0735529cc2108d5f53edc49e8da9a1d2f5582be36a450
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b4b2a939f530b5f24202d42b42bf62763cc3c4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e7a801c37591c07b7b51deb9e7e085e2a411c9df5da89f467818c5ee102fa9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a45bc489aa3e2b6290b5d3a492cd9c631d14bb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e3dd8ddf5e326920d238485543a450a22fcce466752d686034bdd557d3ba3c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c725acf6e31a112c5a0b05f16795216dbdf928
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf095988616839298c7066f7a8ac487a2bae3ca2fd2331619f8f126b6af813a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b5b4c67851bf73f18fd48409b1609db2eacc24
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef72a6dedd96d5077642fedab36be0daa07235ca984f946bc116182a13040e24
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20908dc8a9f7b025cae4d3e31c8712f462b6784
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864542733a319792fa6edab5e4cc55b6e61e1a8f830c7f5d7f393ae04695f267
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48feaccef619c69858bfa2aea4c4a00ba19a1437
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47be9664b5c3b102c8d2982558abfd4a7ca64aa6827913bc58030e36907084a1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283d4bea00d8a910837c5b110ed9bf2e9ab2828b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85631bdb310ab5adf7ac519b661c92ad92cf45116e39e2882fde64c08123eb01
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8aa17bb12b55431b4b5c75d1d1c7333241dda64
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685300c7ef9c6f0c989b30030d24b1d0e810f2154a1ff073da7c7b5ede807143
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a85afb21d43b40669a9d74070189c05d942db4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c485ebd74fc20a4811320db84710446363d9a876a735b2e1001994450813e7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354a2a24e5c4b7d4784b4a3c6f9c8309ee44a898
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd469960f6895f5b3e5f9eec4d7cc0b486409af33a9bee67d5b859433ef6da5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fae5d6db329829e6f24470e32b176f0375d2d15
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a88e6b186b5e99d56eb1b9db8e1038797dbbf5190d5888fd9dbae192eda603
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef0c48a516db2cf2120d080a28d8655f358fba6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afeac5257087f12323f2fc794f3bf6bd90ecb2449af17e18b18786a6a7e5a87
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e493ef4d61c1ddecdaf5c7656ac5dbfc45d582d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05942aaee5863e337bbe9bdd29d795e0b1e23ba795e219a901de42bc16a22ca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2bdb584ebb7595ddd3f36b4f015bca305a3591
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d508035ca3a92b08d9110e0e2fa50ae6fc707e0c4c76015adf6d38e8c86ee1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73fdfafaecab4e20f8f02ab325deeec478e5a65
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77a2da34690d512ca6e81645d5550c2d6295743cce1608051b2906f3c21c277
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e437feea3ee09e92c35daa4a83d8059b07ddee1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1a36f7b35e2825ff76c97e42a60accf4e3c0ee961ebec8071aa62ca0872c25
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942d7311c15191d1b7450da5f6fbea3a95216096
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f3101c22c8190c9a8adc20c77bd4a70b3babc086c91bf3c889a1668ed04d9c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8cb137c2f7d9a382d3266f67f46aa5d2f780dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcda25444f2314daad42859aea135f844e65450480e57f15b4db8e7a6027f8bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b911ad262086f4071ce495c44a88c364b947d3e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef600305853334fa2bfb1d138de653ccb321236d5456b985a07b4140fc63d094
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c99a29f3623f7285475aeac5bb453bf86b2c7a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8b98c0db540083dbf1c94528a3bee60510ed81baf5d0bce386a4fef1d8f094
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b55c321cb70c0c051fc19b9f7fe292a3998380df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976deec52e87c6165b9cf5754bb974d6574f3710050f837957e24c14092938ce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a519bfdd33e3c0c2fbff42a31119ebf9dc71f6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674145aaf822862f8fe91396ef6d0567b288df246e1ed8f827faa39ef5ce34df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d50b151c6b679a0c4e939879d303cb73d512e5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c7dae5e1ac418962bcb84897afbb3a3b5ff64fa5842e3a2b954bd97635758b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b820fbe4afdede4572664fc602b1a2b964d1a36
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83a4d947a355bd33a0b7f7805a0ea9594e2949da9b5c0427931244f46ad1495
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed23040ad4d63cafa328f838702935aa1948adb2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bab0bc878910586db86a584e11fc5a7d757cb410495326555c19cbfffdb6f9d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4c9854d8f918c241bf4d6116b7060d97ba48fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b167c05bf6d7aaee2175a18fa174a25fd6889d16a540c587b927650bb344d2da
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357c912d06b573d82e8e0f5231f5057b0d0c73d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9edfe39105738463999e902c30b09eeb59f560465c0c3c7d8ed7368d8ccf742
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acd73131fd2c26b207fffca8d9afb40a4ae6027
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52988b4bd80dd3897b0233786495742ff80ea5631e92d77348c6c6a7e5ebcb9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7193152262197a99e23d03d143cf028aa9fa24d5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749888a9079f89b8b66663dfecbd52aa10fc7238ad1bb34ec2259cbded2a4289
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd27f7f03065ffea299f211514ff5c6b2b42764
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0427331bc4e621f634fa846c9d5f228c925a5bef84469161480364b9dc01a5bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f34e83beaba5f1d71924a8d0765983960e03275
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916e93515d707dc9de4ed59857508dbf082bb382029f87092eab52f2ff3570de
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6409534909679fa1937dc46c2274066b21a1d3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665db0ab37832e75d53de5f6dd3c216cf5e03825e9c0d3f895c07747c67136f5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe152f4c82cbbf6a71f700bd5e697604309b5d3f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767141f584e1fc1a1f7515ca105d9acfb74e0bcef61d4b5a0295023627c2461d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9e564104569c4620f4de43e980145a29f6d531
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9167ff99cc525d3b8835839ded96cb5d52c7833628485c29f8e0c2ad5ca8daa6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf96df96cc8c42161d5b8d58a57a6aeb795c5ab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce89c33b1bcb3884024ea9959bb04e2e96c34d2128e536ba9d1d6a250521e082
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7066afb629d7ce1aec7796579be50950d3d6619a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ea8a4657a591471e89413f2d7fa398192c24e49bc0219b948c320ec11654b5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b72131d35cb2d1a903e19bdc23d3e4793e0f3f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd60d39c6c21244db0eeef76a264aa554e3f568d37901133980e78a12f032a1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f29db9e3865c5099209e4f9efd7b31793faa1a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a6b0f1625e260ed32da10e798988ade0f1da94eece884eabb3904a0f62d9e5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92358e261810e411535af197e8b93f50be7ebb81
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a76d49c7702c3881bd679a58c6e01064c8b731ec54aa55610bf9f0d1c0a3af
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fe1f4731fb7ef16d2ad91df4523a4854228f0b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90599d4695b4cee5f4182241ee3d9ef022702d56e07f5fe6eae0d56971f79f58
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ed4eb98e0ba40d80e3ed5062bd59853da39c77
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0499849cfb07743f89d17973971afd47e5724ba6f1c2db9a32a8cc253fc4f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b82050fa9339b2ed405a3c2372378c5c01f9c71
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323defd9b9120ffe7dda989595ddf3c881ef67e26068c2955ca51971b19a451d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6f14f237ae65c726bf906a00f129c33d3e2d34
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498793763d74658ae08c1021af78b7b837dcdc981afe4e1c00c6ce4a6f2e3bbe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9280200f706852759cd3806cb2f7e2d50e1c5f29
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feea71cda035ee8db993b1c9a61608f99df681770a5a8310525d251175cca92
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2938121ea1284f9487a7c27dabdb27bab2db6782
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2f18a07edfa4ace14084c13c6aed924dfe0e742194476b2272edd6296669e8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6904a32d7e5a71dcbdf1c67f6ab55b31198e7e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fda4165f5af80641a87e8ba05d294b057a2b0d312c71a81260044a2a7d0c10
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e962023f2c8df0da877cf2e78c4d441bc8c038a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f01559097ece289b5edc08e14fddef614f35f7514c22c998e32a3b19c1be045
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff8b0b317071e6f491342861cd12710a7869493
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3c546161325a763caee8aabade185f09e30b156210e1a027bda278295cf37c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45aa488c8737039697d721e174a89c1110cd8815
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199b2fb1a6dff1bb82c15f8db5942d7df7c65f51136f8398ff4e4eb0bea779b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8482790f85222433b5c3a1b6038a7d1fb8d6b894
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ceebd95dfe3239136a233794cd593924719b8d7228f6035bcb085c75216fc3a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c27915d6b3cc1be0ecaec3b2f058455fc7957c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9949a8b2a98d775d2e6fea6e5f8f52f783a36996a352a581235cd06443e197
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3bb56a68d34104521f4d87f0eb2fd607a02da8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a8a6610574a098fb6ce4d9ee0beb844917341f98c3abaa09a1feb82f3dbe28
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89cf36dfbfb025c451b8f4ad6dc4bb06ab3fa95
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0072393ed5e217239c7964b92be1894dc15a2208d02bac66333b70c504b404c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda4c8609ab219864aab19031465648fd839effb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6ee47b8cc47d5f29426cf6371d7411b86bc280c1ed5a4f04f5182af452f6b9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7f09d7fbe17744ba16253319728292f4d4ff9c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7825d0a03211c774088a58dccc48080f9da50b509616c7e0ceabbd703f99f806
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae097dd6b95545d826d99165111ba38f37306971
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1d74828ef8c43c944c0a095f752b51b3c903c5cc6048baf50b573318f62441
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc8a745c5afcc0bd66a2856a0b3d53fa5d6292a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ac856cb0fd1c53daa8e821607ec7d68858566e1ca390b030d381b79a741c97
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7365d9f1346173e0536613ac0c382ec8f2970f9c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24b6cbc8182099ce8353bb10555caf220bdd34e6fa1bb3cb4da326e627f0308
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c054e223a2d723ca7213812351b1d34053cbda24
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687067c4d43bf56c733d96d7224b11719ed997e096a5bedb85dcd705e6b67559
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e2853895bd56ad98d2634b7bca8aa983ef24bb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ceb0a17a797ff39e5a798e4771c34fe33d3d0e52ecae449dd62aec76d7849ba
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15000e5d2ace7b462c4c8c40a9de002b669e34fb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830c4da8c57c886e087da33dc1b364a5c5869d2048b2204682b8c94ec295a6dc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9876573f9c95ece0e0a479bd9522283a6f426e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79b455e82dc7ea7f4c8e8f5e347ce69d1c47578e0a3dbb7e5298c273f85f34c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ac8620319627c5ffc1b749e16b40a4e0e51148
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aefd59e1656a6a8b622f87876abf9da35867de599bea4000a1f8ce064292bc8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c72c708112338f21c29223acf552dbdf610de6e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e561aeea2a32f1b65b0576cf11d27a0e6ed1aeb34b0d175190e38f24205d45
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d891e437c8719113feb3734da77ca831132e883
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06003ecdfc5bc14c9367fa0a1551e2e42fd9bfa076046b7e6e6a5f7d92413e6b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c63e67055d16ca9012a1698fc0139e52046cb53
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e5d3033f0d18f73df78cc3e1c4fe1770323a71ceb7f17503f70ff7e663004c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90da70b5cf37e36aaad3e916b3ff01c8f22a87fb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bcdf9c2d13c4671ae92c41c6012794ca2227e64427587891f842080911e578
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7604f6f4210ed72599a27c269a12b82a6e304869
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903e25be020dcf5d16ce4aec36b39d9f7d7459e8a0c3dfa7cf85a4da1d0c7985
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2cc43e6b7c589f846db58037964ae25b28b654
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e0a6ed72e99fabc2f50134818bdef0ffb8af856ba20362c0771fea891a5436
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763b237129636d443ee90a671e29b3e3560a02bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ff64de3450aa287592bb18cdcd32bfd412236e794ad7e74eae7ed1fc0a0db6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e43dccadab3c316bb6966c0c1da0c195f617158
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389c6cf14e2bf9856808466bd78ffa40937a19c137a3dcc859e9818d46a0e897
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9080fda0bcd3fb91fabe04ea09d1109ccff2736
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb043ae825bee8b332dc88132b9c65b0fc4b05475743876805d71e8c028460f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b377b66842adb52bd9b4033816c277a13958d625
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95819f5189036effec94ac71d231dedb013bc7531b90f79d599ba489d9fd7619
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca8d6992b81c14c6877cc92d4ee7ff21691618a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba4f86184db8bda96f45467fb730beec9b2e5da8697ff12fd17091dc9873be7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92a216c89e35d236f75cfbacd26eea39d6f884d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a9dab2d14ed8160ae79b60f176e33a724c69ccf5f20f18f3c51cfefe5dccba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48b92edb14bee6e253f60d61e574660cf410020
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d348c67761f394f8b501e70edae539c7f8a1ff88c2af26acd39f8dff28a30563
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73c1cb065d7fd305a4a108b13097b803a2a95c2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5d4921add2313b15cb6386f97a3cf492552a5a292f3daee28bb9b7c64fac2a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140baab1b1e3c6394248f3be0c2db2fc39fd3633
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b959e44a0847e9f8209a4ac2e8f082ab57470df305ddb64c089ac578b2c2b42
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6b4c5e374e2cee0ed23bec6b40f9ad1412d1de
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6812d5d7801f5ba4c2eeaf5db2e4f205bdce87e3dcb85283b706dde9736e6c84
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a830fd675764a72b50c4a045d2b47bbd41142c47
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da57ac8d520a22c2950be3e3a50fcd02875bd28f00fac75dcec3bfdd8356f42
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6dee88d3725845d05413c8d52cd9f62d1c432d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0fae3558adf61928787ac43949732e8fb1a292d412de5677243c27c13340f7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eba0fe7ea33335a98498df97403af5856a215f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a4e4f75ff357e4c4901cb3688ebf00760acdd9feeead18deb755fff24ef135
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e72bfb3ef0cef76a75e512cf39bd9a45e92f8f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13812fd5fa04acdc93701c9a988d4a54dd91de585da0037fb6b1a88164c8883c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e122b2517560dc6497ac3b917e3ec3947b9fb9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da635941547aa6e8b4e4a43f2c9b9ff6bac8e9c8b256a45ac23710983330e99
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090a1aa9730790a893ec7b1121875e1f40435c3b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0d91c6277e5be130a95884e55e9b78c9b598df2f1e9a49f2ab87f781a823fd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9db1e220bb87c783cb347007748120e6cf1b94d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91a6b3db13a6c1474e3d45b649f1b925c17506d2a659a2979906dbbe49d92be
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e81c055dee7974e72f245b6d4bdd856a80489e9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c065dfc913ca161c21c9e2b83c2b01b7153a2a882649f8ee81ddf3555564d6f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54ff0e2febd1ebe40a252cc0a26e3e33e235704
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5922b062c02f9c0e4f3903b45dedefa2e8141bbf3ad0d5d7c0e436880b8de3b5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975c67a22ea2bc579a7640b997062ca5e2bd9a35
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920681b2a460f7304ac3034507da5b38430551e775190aaa7f2892a95eaef1df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c985033be487b8f584a095032c0eae8a45aef65f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451ad683e67a90b89e9a574ba4ed76fc7c31aec840c08cb4a5c98adcfe6511da
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff43db2b25898529151e90c2eab7728d6cc7f25
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96ed34ce4e846f579559d61cca449646f7e5df9bf464cfd2c6bcbaef3cbab26
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e02fbaf66a5d90c41526895580a219834b268c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d6a83878856b7724c74fe486323168cd497144669b7c0b3263e4c0b41d526b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d444603ebce6c7cbdf97b23d691d2a1bcc2c2e8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4cd14e1a79cec7c03633f41df870ccd773cbb6ac00698efcb8b6389a437d0f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f493c2a84f2044e586addad2cd4a57b84a0d61
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e18509b4afd923617b9ebc88265715cac611f3a6ed41efd7b857be2001ee71
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2bbd32174894d43acf7fd13cf80d6d780d4060
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df705b77d8311909fe68593b09965159db1943780013c409d7ce673ed1c5974c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbed15b5fc2854d8f8917ee97652e248126e9ce
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72208099dc516d4c4730d374b6bad41b42625ddb67578c61857e1e62f54fc10c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b32bbb54a1915023121d19d247bdc1e9a7318ae
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c453b54532b3ae9716c5345f11c6b1cfb6c436b153be5e1feab8d1094e00cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248b9ece2aff8aa64299aac58570ae78beb9a130
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c280bd101b1b47adc0e2862e10a517bb9f9beaa7294878375d8eb599cee3919b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0a504096029500e6ccf83b91298706ae260a84
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f228a5191ff2ac3a64e3a364276152801e82f5f02479988decbbce72a431f1a2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90e3d55be932766dbcf4aae550c52d362f6aa28
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de3fc78a11b34197aca0f0fc94f27f8e20c839b34b5893bb71437526cbc352f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af112353e1c4dc1a225f84385d8e8c62daa4055a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1b5d883264d63f2db0b98a0c1f73b512745698ac7a4c04f05c21485ebb419e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893ed69e98fc7288d3a38823f5ddce8d231a5a81
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54e2da9966b08c1d9258ec382afa246fcfae19f254c65f89c9a749e4d57ce78
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60370d31ef86c874ce80e97f25d1be54bcff2be4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfc3ec304e5d93b70f959991a9f7eb9cba55af28ab910def257c4f2384feef9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee3b985dfc0fd415ec6bfd627f82267e661ab32
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1b18d8260ec0a8d4ef094a12f3580ca30c21b73e80e53aafd8d66860fff070
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204458d50b00ffe24d08932159d26167cafe4801
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ff05289d900a2512344f81f3de580d481b35d1e992ff2eed98e61e59e6fe81
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bddc5b89f88411a1c200597ee14472a13652bb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6198c3994016a6369c6408af98b8d61384a925a1f1b00f4ca33be853690e6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6e5779af5c0d595048f2aec9d4825aaa4420ff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a870ec37ef4dfe6cee597969a92599a43a42255ae3f138a05774e2f4f5cd36
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453d1ffd56c01387d80142054ed7ae83388ff223
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45116795fc5f5f40c57bf3b5a6bb561bfcc6305a9da20da45197745d3bc71e1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7b1515ef6c19d7eec8b68dc2854e4538d81970
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69621f95f9950922ad8737e0f8bee7fd906a7d3e47f93ca40831216c7d68978
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a9afdf13c34bc5a29be188184bbc0e8834f826
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef8dca8a511ac2595639ac5d9a854029acace0cbf66db9839f01eb8f453d7ef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589172ea52a3f9b8777dcfeb765fae1c70cbf334
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f523f3cb1d9577e563918b0f60db6a96f876937c27b394c51cbf3a46ad82fef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fa96250d65340b06c7b3c976bbc9214acc336b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3235394b27fbce005b4ef89217863a77a46d86d98960673e5db2a99fdf30bf11
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1684821ee0e43612b8255a6a506a7e2488527af9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bcb9a2e569cff2d411cccb9e174bbc77c4b77db2f686695ee07c5e92447ca4f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c029978dd389a44ccd9bc571bba29cedebf407
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302d3532ee97a45c83e99cf6d75dd6bb7e0a6080dc050b0413bad5bf6c1291de
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c88f3d56e72b6578fd711707011141cbbf78f3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2989c1c9005db11aa6a5325f445e8ec60ced74ae97d1258824b4fd63c3cd762
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18e04b33c33b3492128a32626c5081400ba6738
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e5809658873174d5ff4e410ed72f7febfe60d3abd015e347a5f1e66da595d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385109e4e827a646a53f7b9d64d5d29411102629
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d186726957a09e06dac02690b4b2a9376a50a8bf91abddcd2bee7263a11370
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb90d31a35b93b295dab32cd3923c8b7db0c02e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea6368277f5776ce1e375662240a7d38e85170559583e2dda3a1c0af5a80ab4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a0effe3589c0563b774b67af16c9cc1b9621f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce486b23b64d61ca3f3140c4c999ef349bf0eb263b5df9dca1451a3714188659
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e6060c7334720a24896e404e31794835b13eff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c487c3e2ee1b31f9c1d6ef29306ad8cbde45f409bcd9c3c897e33fb36d50c467
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fef2b0f86394576dfa41bb882bfb6656e7649f0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663a9ebf8cc689d30fc1455f190b9d0615387c85e3cc6a42f8a99b341668276b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e6178cf3614355c269ccb8e2a5cb04b9c01290
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbf8ac49d3e34e8999e20a7672d52a0149ec84a5efb15b1a0cbd01aa969f2f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4896981f2397f8eb69439df505c3c66ab709b1d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca5cdcfffededcd765322d49d30b0a2485f8407dc63816ed31ebb8a3f981074
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3db3beb29bcc3b2eb87421a1319a4f2a2ff6611
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976208dabca86504c4101882d7375f1f34e009bc36321bfca367c2aa0273d500
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59325f68853d94dab2f36d65f0e02259cb6b4e64
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a31c002b151ec7113d7a078abf023a59938e4bc9cf74f1a0c5b97686e55094
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab5ce35dc809445b4e3389f12c5b5914e59e56c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79752cb7a4fa833d486b40f732f2d791474048a8fdf848a5b24da1f1eec0a0d9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dedc924c7c3c2f59b84e3df583fc739a84b2d29
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7804203c709dec7fa07da3dcdacd0db4ea66f52df7b65e484a82f2f1027076f4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf972ba36d61a9d100dbd1dfa69949257aaf8017
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff4874bf7494f1bac2916ccfcd7e866dcba7e61be33c5e1be408498f2738421
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037a869fc90cd5351dc4062a7c3eb053dd3d067e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e696a4e6d2271e400cc72e32878dd9bc33b92012ac11bc7bd9abe1a708e49db
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668d513b099c0571389da5216417bbc4833c2b1a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53647810fe40463ddcb4ca82e891be487b6886b707d25d45a668ecc6f1dfd68
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb7251a17b351c7adb341957c15d723aa035e40
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6807de81fdd4f583ab5583c83754449c4c9cb1fe97b1780b9f8d294540aa4baf
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cccba9dcd2f183610d2c4b1f85d80458895492a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641918543f83f259211bd681a11fb3ddbc8f873b6bdf2920e60d3c93e9d093b9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e977b813ab8cd2b7d015a1feb0e99f6223c93d65
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc70e4966f468c581ecbb48af6209a19fd040d7e0922e7039f9078234f3e1de
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51866fcdbc43f0a7e0e961b5c376881badc399b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7711e74f3552053255ab301b48d8189a0bdbdd58c2f90818399b166df21463b6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49871541942f61cb1b4fc66c4400442a0ceb740
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11beec4f03ad95a2e06e1523dbec5e3489ee98cccd5e88e4f5bcb1bb8f7193e6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b425cbacd63a9d917d2ec5e2efefaa6aa6a9428
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9e847317b3ea42134b4272e137e6c0eb164361ba1ac6040d9dedfbb2aa5586
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b58280fdcf6372ec08198b7453d6f9af9895de
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fdd8a43d59470c2543789901e889471168fed62e0a12c575ee1075937bceb5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be3553e9ad49d676e7c398b41b3ff7ffaae4276
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c20eb2233bbd4c1b6e896de1e61e32018439de958fecda51d0b06c56fb915bc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc3a0edda1cb78b24aee6e4629c63e1cd4ff304
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b49d586f6720b253fdcd2c490929a253ba1942cc36d8280ed255188da1a056
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc324141a3cd9520fc33e3d3a401e9b3e6c61f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73a4a721824e3a9fe44f4d5c094c730d28e8f63b7fa762625e80f8d6875cc86
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2541a6aa150246a23b5fbc1ccdb8c76265b55059
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4249d8545d6458e695df2aa98d9edb38b2266bedbe14d53371c332f05b11e3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53a469fc6029f964e67b4475d74d1b480fe86f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fa9b391e5249b532987b1c81254f3838829e93e8606f0feba1a292df7b68a9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9a91a93a5b9fddf7ce1d04563744b01aeee74a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce38363251b6e1a59f4f5c4af058fd188cc2fff88943dddc15e4e5723db2e149
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74ee868120bd91e87dbe55ad7d0de9742e2ced0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef94a627e8ce1b32429ae4f14ffc038ba3fdc40d62cec085d77ec60225a7528
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d8f750fd1d044d7407c99e7bc74fe44ba4eb99
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374a19f29bafbe8688f53bf59125a705eab482b6e34d8297d55815b38055bfd5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9bd6ac9c669085b9ae80d3e798afe85b97af63
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64fb20e222f54afe856304eab9ded31838d04cf2136023a72c3be5fc2471ca1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98628f5b9d2e1f9ad0e59f2b258e0689ac648e75
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393123a366558e89b3cc274a113469329d78705a1e17d1dd3995ba5368dce798
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bd89e058d1939e3976e36250db753bce611ddf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d0e53ef36f8b8fda581c4ac81aba79966cfa0037eee1c10f2b74892cc8c375
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8054ab81db5ab7a04b1ccc4f9f631e398dd0a1c7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942f01ec788ea2b7d86cdb1d6be7be32b1b9f3bf9418dd9cc8837b62b4b95369
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0390c2ba197bb7d7460caf59eea0be6c877bf84
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915cfca7111421f3eb82bfe4864a655a46c2727103f730301abb93bbecfdfaaf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbc340dc2cebc8cedc39c9554a3c3ec9f2eedfa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f876707de32eae5672679356a521b95ed232f73d31e93deda01f6bbf5ca1729
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d3d6455f23f7915bed9eede4f545352d94fd3b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c07d2e1c336abb31835e414a3735f6658f0a32df110ef0cd6e6cb2991b8a09
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185a92364352affbe9f92acaef9ac2c1042efb9a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2e65ba78b6b6d125f74d38812326a9c99e43dd338f6d49ccc2e3a48ac7a343
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d86b5071ba1d944a5ed261b04f75c8894d9745
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4bcc22cd676f87267fc8d40b157b6f6901138f16bf8fcd0f74c7ee300f0e05
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da54304f5c2353e6ae8034ac8db0ffa3f673a6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba0d6c714104ab376a28d29f6a9b6e84e573d2de7d43a0511a56064e5b00f5f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c80df6c5e96f89a077805d66db5ab8ce99ee38b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a4b69665f64155d66e67b2605164fc36c22cd89e86c788bb46c1cc6dd8c85a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c07438621300396c32ad3bf6873205116a1fd1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718511caa1709a414a887269cc2261a279916a87df1b632f21cee3ce1f0f7dbb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772669ecf0bdd29c3ec71e1f24b08bd33053a69d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e8f9a451811ff428cb16921fee4009c76e8e166877282a49426ff97159d760
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9a3eb8f8fcb6a8335fb49c4dd74986e0fcddbe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6350110944ad8bca9aea612ace23b1f1db3fcc8769a56efde3496d8fb1f36fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ead1ac41ce1ab590af0ec61d5e6dbfb2799fcf9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520c6cfd3f6fe580ddfd80e6cc1ac10f150c6b52137f80e5db390eb8e56915f7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d7f2c4662b4cd278c6352ad27a85bd6394b12b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1b98d85ff75a77de8c515e703465eb748da11852eef556ed547757e4c82a51
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e304a71b2a24bfaa7e616a0d6d307149be8b5b34
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6295d03e0d10ec0fd9a6c3a1a45d7e46f3103e0bbf19f6d397c50699bfeada
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7207c836f7fe0bacb3e73be6c5dae12e29b6d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b7e8a781dbc666babb6f423def4e291d958a9b85b4586e620e2edb4178c6b1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0ebf08260c587b169c9d5b55e3754d16f74cd2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7560344411fe8cf8df4a59331f8a19f717042fd244166dc8375c5cb819b53c74
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557b567ca0c527b89dea0ad900ddd6a9d5da39f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e95fbf84d216993835c443a83f66c1a2015cdfb8ea70aa49e2109c817771462
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17d4d07a8f8a04b0bda546144f58eb3209eec05
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f952b3c43db80dced9508a66d999e26f2c4e41314e4d2c6818014d1d0e31a9f2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9cd39c751236f35d75f75a7e3cc4c584885791
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690389b61d971a77257f64cd81a9e7911533743a87a8dd677deabda2d424636c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efbae2278c0d0e9cf53a42bd80b7fee248a79cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada5af4d888fdc72e431fc63f839eef051f5d45be9fd28d6b0cbb05e9ead7d9f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c006ca76b015ccd968d3b219befa3b1d23558c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5480b518bd64a7d18aac391299db90560e38ccffba251c9505ee894f62c41bf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c71c0f6a99921ef92bf81a4e8c388a81c5f9e33
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6687349295e091922fc7c3acf5970e140f5fa57d98b149c6fb8145ab495ad6e1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5b1e4cdda734067ef9cab84fa201074ab9742e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323d89630c5c9c9f30d36e673a48fad1276a5852625275681c7391eab7f54e3f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3185cdd9d07f42417c98b161f13d0893ef9e0c94
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0073082e75d2946b4d831d383c143be452886efa391f08b1170290ac395b44f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de73515ab1681705624f079104b0580c205a4b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62fc4f5609ab8b2aa682b0a70905a37e5d4fddd026b64a21f2622bccf086f7f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4539fb7abdffedb6d3edddf6947ab809448c8361
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b120ccffbb60267338cb4a606b1fd8e2534610f54769c7d0b0ba7a8b806e4f90
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e33211518e059fadeb3da64a184646cc339643d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038fd4c8e504b248d0cbb285436b293f3b0d37504d21862140c2666088aa8d6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaf202de5abe039c63dcc01cd4bdb5a1f8ea05f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23f0b7643a1ef24445a077818278a2f9c74922aea0f6bc29e87deb8b404ef5b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623ae6c562d8080dda28d9dae1dfc89c8b6575b5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46606c68174680393dc2fc5ff3b5e213241b090aeb886a52e8294a3bbc26606
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690145b6e26bf7566d1334661d254743a42054d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8328c012be44d815f90415af4e37bba1ff49f71034867153e9cb3ec73bb4f9ef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6a79dd856aa67cefd1daa4f381bef797d1543d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec3f489e8302cd310c161aba3862a5e98168e8d06b30bce95abe1ac0db9548d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c062173201925a75937283a7c07e65e3cd589f83
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034e02a606a204bb5fce3349cc9f72e5db0abd3bdc39b51e2c7ad0cbdd532bb4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7baf63d2394cb231cb58dc729a34bbba28e16797
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb1a4175121c55501f69826a98df0578d6ef2da4b22c0c65d2a713d3bc41dcd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73449a07349cdec4713c2a80a29ea104b5b1087
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cab25ca45f59fb0d72532ec07560ae01ac4993e6deca4cf496fc2a414cdd4a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc8c4bbdbf4d14b84b1135831e482138b70c2cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14113e4b254ea5a1112b30415352392dd4ac1c6de9f966cc85127d75670d9ade
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb00f736258aecc0020c2a6844e28b5067ccacc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5597667416ae8e59bf480c639ade3f093112e225fb26f8dd5274885ad820e1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5ff3e42703e67ec0565330429777f69b9704d4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714d358bfd2a90a6ab1432d481d44c493b3771c2e23a009c57ff87be47f45e93
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3aa211187e1ada3376645d93c32639daa7e4014
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eef9f1c24b3ae55884946c115a98693d0318a6f4ae435b0553a7533200d0dbc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50570966ebb46c7baa934dd9512cfb91ee6c0ded
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6ec1b7d8fdff4bb05018b5cd99774cc9806c71ab15ec78b3426ec8e4618c4b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250746977d4889f3a9568abadc62121af6f4fe4f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8a7c745aacdc78af0080d946574cf65d8a581f1c232c523ef5336f3da04915
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7b2c90e31f18aa0c5f3b25e950afc76a6bbf33
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce3ba322fdfcd3812552cccde902306221f847b0b12aa9c44768354f5c346b0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5e2ef80349fe83daeab889647e0a8ced1c4542
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdcb8d11cb60525da763df12e443023989c25ef48d7d4ed0d60f9362faec110
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e34b1a60b50ac64a47cf5d417cfc7261fb0e48f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb76dff75b543cd902a4c36d777a0d01beca70dcf5818b36f069545ab389b03
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d9b3069aa8d141bad795cda326f8f93abdb50d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3488b18654a4e3df36b6bba2443f517778eada5627d2f49b9a14a8fef0133a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49954cb69cb4ff148de394fdfdea74e3c6bac443
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a892a79bd757f6b6ad06207eea9b9ae9ccb7a919d237d07afba4d0d0dd4e13e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5cd30de3e7b859762bb415f0ccc84950cbeba8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b168f546c1021ba669745be6132720941a75914c42646941d7479c7e0828cde
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b67f474c52beff4987d2b286c70db22dfb2a842
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88522213268d8a960a8a1be86479cdd3983dde6f328220665ee422b3347d0dc1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb5304b660f498d6f893d8636cc82f279ebbdbc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0897b78dbb54e9047575589f8998eddb46f17c6faa986f88c84e060f9bc02d3a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613cd17e90b41d94dd5e7fa4f0e1c966157b5da0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4730fa0c4c36cd24c0da182c4411b9c785fb833ef2b859333bd49e242a493310
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca0d0d25e6a769f80fb5559bb348a3969022133
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6ff49096be5407bc7776f148653b5cf38ceb8daa688c4f30c368b1ff1cc477
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a568c22207f0a95ab72d20039e8dfcdb89d2f704
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01bc907bdc35670057b4fcd27c33326f5d1481a12e8650244dc673af3473bd9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1093ed5cc085220878691ea5d07e03b0881a428
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5f39000ad3b5dc1f9abc93ed2896d1333c2887a2493f8addf05b18960fc358
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1d3b44728f5122c83ba2fad880f9c6c6df6356
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e5aacf9a211a399e2350c4c3426c96f166c38ff8300819c9c2acb7f9fdbe06
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d92c2df37b8ec1a053e63a39bdecfadcc80901
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129729e6f727f14cbe58e2bea952bf1fa4582bb74870e890a547c9a92d261451
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2020370dae62450102b91b0f8e642952f8b6745b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab56037bf17e11fb8aded222bdc30bbe5751a03b8a515d7bd5ab681083087c8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ca9387438f285c9e99c6fd56764de6c2ecb306
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccb9262cc56bc800e88fc444d6fdf969bdf7c101791a6732258452c47c68e34
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94ef04f10cb74636a9158a7aaca3f98098e24e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b5abc62bfaff7de088bef98b4d1e213da49a540652285abe02ec059ccc9644
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc390eb022d7f044c482dc5ebf104a75df41a8b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f6acf0559c8bebc1f799eeec47145ea9cc4cb0a173a333b15587ff1addbdd3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be1d7d74026a7514c9ae28676103598126d57b5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149cab9943120b5c3e942a8e014add8970f0dc11186b2899e6cc525e8c3e344a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799268d43c394bb723c1831922312acc876d7890
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b36a861751eee4664a72a4623a1cedd01b338be25df570c1f60f7bc55a4e8c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffe3f6d93f47bc911f2022d73f6ad7069c62ad6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7a7e5fab2087f52b08b65b069c514f5f21379a1531066539e194bda185db49
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0912f0734571dffb1f41e8d91f2f2b3245aa2ae4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9325492644ee9449be15c70e3642b22533ccca186246fda51210ae4b98c820c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087df695f9e3c53d8b269334c812c522786fa026
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6e2cf7f6e0be33596354a7b8f6bca6598a796df6fc3f1aa21b01c639437375
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e2150d4114f59aa39dcb44bcdc446f877c9051
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbe43a68f395c32e246ffe307cbf0da83ad0b5ee82638525a7a2a7a98ea95c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b804e8b838bc396b47761b06bca0bacf372579
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c338c6ced4d75485eb8e22e7beab7dfe8bf510a3dd1b971e972d66005a1352
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad39f3c31b2ee2d6dae2080bb0d098684e776b93
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf30e9026fdd62ee0f65941d801186705fcf067ca57355e2892af0fc43d9fb04
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a712a3c47632541c8e61afc02594605cc84ee3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c356d90e00c5cd2995b3c108b2ee8987e8a8b0b8bdc97ac1d5414659ed80c6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff91b436938b1f1cfeee5d445e331fb6387397ba
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19858fad666b305e10b0cbc635347b7caf72f82eeeaec96ee8c5a6b659e2e0ab
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90576608e632aed9144779213ff8f978654d5743
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd183fa6c6a3473f788d6349bb85ad763b83bc155613a6e5c3d2c980aaa328e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f929729288ddb10917677ef671ace46730b530
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba091e2a59d0e41c0a20274b5facb78496ff20c676bfc3854939ccf7f6f027b9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8194291e0a33abe0ffee3dba461f19daf80766e5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392d8da1b82b125ed7c3d1f478371a18dbe441f735af437ca949bda3f2682432
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29df3105ebfc0766b2488f4aa455087fae15f47b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629131d3bb50bc064de06e8cf5c8f09c6277e64272926af308338c8df99e11a8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9135e11bfd28c5a1eb41d1e212b980bd51982339
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab5e4961c547cc63428fa24e0dbcf917ae7a6b448796f3e7a689189a02d6d6f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da3adea4025b5c01851ae4ade529b51555466b0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761b5b603f66bf7c806025ed620ad8ae143385777102da85c1cf189b2290ef17
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10a40c5f05538e5717ce3c891a4f218eb0c877a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716a3fdbcfa966bb380e0a27596f5fdc881c7431d3c5af77ef8633683dc6bc7b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fc58ad0437761d77acce6ec5daee48761fd844
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b6a1dd199289342418a8f47b9ffc6a48027275fdb06b51b8b14227fbf1db5d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e21abff291fe4d8d554f04c898269341732338
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4034162f890bcc839a8995f36ca24dd21dea7c32def458a67f3617b39aa17958
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f529440a2d69f241c31d3e80c45b014a03ab61
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44fd9c1c818ddea5c72199147204b8585db7f8fc4b46583d4fc4131518b8eb8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c3c407cbe926b58886a18bd07a7607ca30aac2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c089ff6581f37012c2d03428d6f83bf3255e5d4269aa11f6fdfacd519c82b2ed
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5bcf9832b28d92664e8a5944039788aaab2547
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1ddf9ec8b4bbe241a96ef973444dd365bd25c6406d90569996a5ad23bc3839
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd517ae3a6292919f5d8b4ce30b20eadf75c0e93
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4995af4b1d001707d53bae30b7bf9be7e702915fdf5cb0613d868c8891533b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66192be5dafae1cad50095b1a8d8a20333ae4e24
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8184cfdd88e0a28d627419b11cdc68bcedadba6c846d4bc0a6e89f5ae65f613d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fda70e5a0beaf33d4473963a5092674fdf3a8b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b91808bcff9e45c22ca754f2d2c143e3b33c2525875e595e3d7c91ba8b7de4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e75f70021dc87a04f5f9108a12cb1ac41d47003
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fde34f82293650c7b188968d4664c2f98b799cba38ad702804983dd53e742d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e945bb3e0bdc2bdcdfadd7df6a9ffa19c091a4bd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe53f9d4b06e2371c7dc5053a205565f710f9f454bcf842d712f861eab83247
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d333e0f8ad1819a738afc912d4a0ddd6e9c732
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e04ee85294fd14eb68e2fa24bdd34fc35935d8116b0a252a3067398f947410
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8c86c44d9af338a4d59273a06e78276af43f6a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1b0bf690fd909faa8c3cbec1d3817d17b0c1c29eb0ad00563cd12e90f1806d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9910fe04733073fc5e87143d068c4d60614d6d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14462d14689bb94d392d369b226831d06a914b6027427591154beec5119de151
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b434aee6abebc11b57ee2e1eb64611d5acccd8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaaecf08bfb474c39f7b8c3da49e55f763dc35f0f2fd3d03f134987b3af1e0c8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2055f3945cbffbdd3124c0edd2f1f297610dd9d4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c19c44d5d9f2d174b6d9cec97162a6dd4fbb7c6df4490255fbe9ab630d3e9b80
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64492e3e6db3d591ab79cf96bb13ebb14cb043cf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fcd14d0691709736bd164b6e84be19f1740760d090b4df4e44ce2d1fafca48
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f57141334e131479114bfe177e197a00e22c88
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ffe3206a58abfbb5cdc72cf16a9862be272001ef2df7f450295a640ce5f3f67
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b5e78057e208546063bb53605cb484360d56c8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f897f2fb2368432b1389386c68c7bea895ee00e559a7ce445fdeac4cc25368c8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62bb12dbf43b00090a3b8a5e99d135820ecf87f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a23b8aba3a7b5f0abe1cea885977baf40bb8bd2a132af1d2d905b916f0e9ebc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0743700489270a271284fafa2c3f552b2e5b6a9a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3861cf958eac1e966e64ef7437d1f813f6f5796d267430fd7657b09d23479c5d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b90476b5238b0792cc3f4c5a43722dbc7ccae2a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84297b332a84417ea830129e797328f94a6a5a78a82fda88ecbf94a78796194c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80d6d232afa18942deb739dd6a029fbda622187
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360363a3565318fdf84af100048b666c5c28fa296ca84240b46ae011cd550531
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e5de89caf2baec84cf9b253cce10a2c3eecccb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faa15284ca5b67f1afafbc2122faad7880721df4fb9f75a692f5797c7356ed9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20293b7cc2b23c527b460578b7234b9ca3f20241
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f12fd90f1804fb546f1c4ad55f5b7cd35c965027f74ddbe487adcd099ca34f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426d30a2550c12c326db8cae11a09985619aa4d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d1362ece1377372a261ac262d520d0b19dcce33689ea7b565ad7fd095014ff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a05e02efd28ace65005c8d5bf85f7aea4a96ccd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7365c727805096d1eb07b9d4926fa23900e2a2c18509d4ac23e757a0a4493248
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bf9b0fbdca7cfcc318dd378b5203da792aba70
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00ffe54477558573993f6e2d6b23f01c0d74bc3ab20d0429e4001bc81594262
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccab03b3163e410fe7ecc8434088e26b21943fa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c795c78aee1f14f5ac5aa885bc4190431c687263cffa907b32c6de3508dce616
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b79fc343f684b55ee25969c6226d56c8474bbdd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728cab9832280b4a182dc1996a05848324f55b20b11033791acc8f15422edd30
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3132133c22e1a3749e0a59f7b3013ce6c4de5f35
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe1d5885218a7a1ea0d624809431e342fbdf2a96d8d34c8dad3fa459a10dcbf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002b67aa38abb6d0ba401aa49f7496afed941faa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef06e747b92551645c9dcfccf12e2f3362f3a9a3bd9bc83d09b55e5ae4f3a15
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1e2c52c8ee3583c25fa59f9f6a246a6bdc9218
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044d8adfaca15ba8aa8721f940c8fe780377e76dff3fb581b69a45f04f48ffba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50afdea1c2de1780cb24c4d7998bc0bf5469d2b0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db9c2d45c8627362294c48fbdeb5ff3247d8e10f572ba8f0150d37000d20714
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd6f478ecd6b984722065bd59be1e5f6ce8d994
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c07e560401e3e6687a5ae79d0733265a8cf6a597a3ad2a560d14abe6aa270a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6180cec19017f9b0de5d0d5b75d2df87a38e5b08
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d26e49a9ca7f748f5b0839e7681745e2327b3cc38852441a4631ebebeca59d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62cf0ef81ab387d3c8f6507790415f896fc4692
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe96af802e83e274a857e2aeba3ce07e3837457093edf52eea68125f345cd7db
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36fed4627d82cc90cbb3063c0826ec2b5f468b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd334c764a42bbaffe84488240777450286988f0ea6585ce0ad6d5464a0b106
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc43dbb835dc7dedefe506a199f44d197642707
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52d3e7442fa5907fa24ad7e60dd320ac2a754b6eefbded3c039e1504ab41e98
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80918f821715ff77593fa130c136aa04e59c685
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6632dcd07d3a26123999ebc8c3815881dde7d8003cb7630080dc5aa1c36918f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313682250f8c2653b879fb544efe337a215998b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fa6955e2801c08b9bb3df389e6d9886a1f736798c2da74ebb2285616fd1053
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83afa9e456b9e23037665983ae708e48ee104c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afdb20e2629248cb5b7762c56f6d98cda84f4bae9e34c09bedbff63165a78b6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525747bc66a1819e72482f4a7f26c084a3106277
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065e96250b22e2c865aa451cb5803a9742e6294145ae41604d3ddf575761616e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93056ad0bec35589c9385f6ee951b2a6f558ca86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b8d4bb6062e0ab99acd485779c5412290fbfe8fddf8e247269ce780575fdaf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cf9afdbb5d3f35cd03cb59fa27651ddd6a03d5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34be6ab9f0a3588f5740a854069f9aa076e770d72823f8d621050fdc126e8e4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f0c6667280f40c496d04ef5aefe3bfd398eaa7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7510087d4b953932bb68cdc2c4547ce2d1731dd8de5634ff5f6e9eb780b919a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f5e37429d98a730c92330c8befd27990637d8e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952f6112638a10ed7e8d65c8c69456e44ac632869be575ae88350dcd48feb6fa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e409bddbcfc28c9d51d9e6ecada6755ef2e4cf3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a79a4129c7388b87fa5721744c7f08f624300c539e0a877bebd593f921970fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9fbf6d17a0f55ac41d8775a3c4aae1d7ba4e78
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa8e8b585222090c3c2c7d89b4a9836819e8f80a5f2a99a6717f80af8ffccff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8647e1e4771e95a9b03969e64ea3f8687ebadc73
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eb263fde66e83710ca9595c75a7cf535ae3a21b2a0eb2fe997ad67a52acd35
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b39fbcf0fc32526e0f16a34db22e796efa827cb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4490d4990554268e1290b4030a026133fcdc25d29620a6d092bc01f66588244
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebb26314ba95ec4c45e4157cf75106bc6a682c0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a76c78bca75758135fb4e78abdc491b946a18e3a1f9d06fff7967a7544bbcd0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69306ffcede09077af5417173539031e7ad8b50b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2680cad221d60c9529022563530dd8a126a01760252a56388c2e43b5d7a6c0dd
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd77eb911f0ea9fc1629a8addc8e7068580cf7f3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6025d47909a0a949a3b887a97a13a745de312f27c4eea72aae1210ac4de73d8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5c1d74fbefcc9a7989a3c2de51ed0f0eb3bf8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e867fcc7f0cfe7cdab271ad9f66bfd9357fac9ffdd45d339e3cc1675885a410
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de142c755e498cf6f952c02e976d1d45693b291
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb01b14dca25b8ad2fd190603f108ec885d37b3feaf0a9d2279a6e4547634283
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c23b6a20968c3d7f70e894e447feec05caf1c67
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341736eeed03c2fc257a6add1d7dda0040bf9987beaa4f54f543b1b0560348a7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b46d5a7f7c473c857252b65ae164dcd2c6ad7e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb8b0e9083f79e3039640c2bed74c2affdcb397d06f73b22b7f0e6daf3e8c78
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebca745525029ef26a7274b69bcc514ee496a276
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846e0cfc6378704dc05470e1267bb78809f82394f4255612219a444422444a18
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195c4268114ea2af6a520bf023b84eff2cef6400
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2d6ff0f296a0c168f15f73f34b2463768073801989f807e28677ab213c5adf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9321f25ea36a39f0629e64535e37ebfef4a1ee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2b219c5282e642b2414176c67514cb2b8dd5c17a43db92f184dcdc9ce75016
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddead1b6b974269274f856ae6513d2c0de67862
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f939c6626d9715aeacbe131c8ed0b798e212fb1e9e88ea0dc4c82434c779752
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82f74d14a5370e1649dc392bc55b75bed5931a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6555f6b2052290c1ab5a6f2d3fda7b9f7cde7382e62c1bd8da6cc944010ef68f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a38285dd9e8de55d2841ed94900070243d99476
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf37e7645bf19fdb8f4dc1d31fb2ef4edd92bd2cc546ca880065d641ad0c046
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388fa9297acbac5f198a4df368eab7c42e2170a2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e72ba00d53675fc520f62034cf35219654902e54b69fe462fd16c295f9b46b9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cede4ce694d21980dabc08feacfd5449b31b36d6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d9837b3d0d81cc7db55616fc5b1faca41d917d80c4db14cac4d27a88fe9445
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558f3f49586d6897d288cc960a98dc34807057d9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8a431b6b9eb587102e8c3eb4f83a1d380c1c0643392c31c3d3152e61b73641
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a75b4d313f2eec3b459b155c589a28546db376
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550141a792001ff995c27deeb0cbe3090787ce4aad3df61fe477ae231ce66160
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2cb4f7534f7be2b43eb27ad3cd31a56336a8a1e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f016cc615e5ad55fda4ae729277f8475b799f41f1cdb65e0634ba4ae5d2662a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cbe6490eed816c9ac8a62d68f9fd4f64bf999c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3269ecd4cb0c8daea8feb75d508e46ac85474de625d4e0568d6527f228bc2dfa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb11db9d931452446d8851366b5ffb6a967e0e4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909f422d75f1365bc1f826b603fb7d61283d0f1b9ca7a6c9e9b882bc365c56c9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232a2343170866dc7cb9f76e963d2cb343fff98c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc6839398bfa87c305851dc90c6a422a36b27fd336f77e3af150752d82f20c5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92ec84f0acb7f9a2eec38bb6d3127ae590c751d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47af2525fdee8f6ac69b2856cbcc87a4172837b446db207daa56781069a3f8e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2958073365b2b94590313fd11141cc22e8597765
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3413ab909e7944163b66c00a4b5d03d097e41aeb7e7ecb8d0c6b7391153f324a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc2238a01038331ddc816c18d81a180125e31e0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766522ceec12bd94564822c646bae1a19a4b3198f92b99e8ecacee6593a12394
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be5265be991d7f0b8bb0e7f4c7c1150a4dab3d74
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da61a78e85c22b2b43c8b8923c7665b2d2fb5aeced2351c6506a4e6c708d13f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5616a8dba20866eb2d6531efd8ab851a51d5304
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:588ba76af6f5e314178e8b9f790ed0bda1ea80a3651511441fa28f956f0cbd6a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eab4a64af1b9fade26c5739536edf9d90f3663e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76eed252c1ff269ac7b0d0b5d54c8efdb1c4878eea32507e85dc64e989d8d02
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8395966eb789172f7d528beaa31aeb37c13a653
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0090c4079be197d2b5dbaaf668aea0edca0a82c0e20f4ac5b8bdd717d13e93ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2ded057c37119b3c8979111e26ab1709169232
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e942c31085887e5adad1202fb4689d8cc557d45de0fbeead6f55568c4e38460f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318a62cb82ce689fb1dc7629b3c1de06598c463e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6848d8f7d4881aa6ad021f67f70daddf357d30c0f621094430ec138a46467ac
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00c99849968bffa8219561e561c3951b9a5e9c2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2051a7e5d02cddf21810fa096c4f37e2a9875c5809a31dcffa57112fe8ea2f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4309f52a127ba9627c7a3e475320e53b212f5ff6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627e1d6d4108d478cb77cef78d2fbcbc8eccedf45d85fea45090cba5353a4487
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44823a34a4822d8a843a3e7a655dbcac34caccf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bb43a1f03de3442eecb58a0f740d62c3a209b09ba9bbf27df4d6558f714713
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e7544410122babc3a234de8f25f240a025e977
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14525b6004c071d83cff631fd6fac34dcc24a6df26f4cdd92a1535e1f969d4a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cad845080dd3bf4244a36643301d74d48c477b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222db0171f32279d566b6f94dc4646c4dd8fdb593414f94a76769b4f2373cca1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd68076640af842086ef6d7b7b3af70d97fa04f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73a207e998916750666b0caf1f91d64f7220ff776d5919a88a4f503b929f421
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a285bee47a84003dc2aa35243b1448558a9f9b47
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5832a027b05f9407137207129284e473d46d5d8d0454d629e327d95fb77251c8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66733d0349c455c3c1d39b5d1c99a9a4c9070ab4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea068ddaaf3ceddab35916f8cda9567137655d9cf495b555988ae3b7d5de3487
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f11fab17a3c8bc503c6a9638b61eca415f9787a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5885f610d7ba105be62d1a87ec6e25b031c2e73ea1bd288216970a607a5cb6
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9a39e058128ca32949f8a28085f7a9b6f2d65e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6884d67ea51cfae3ed2593a966620a6bef40edddf58d3bfd846c1ae86127f1e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b133af2b8e722ae640886e7db82538f1d7931075
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef934ee3b96555d6efb0c23a1cd02483746f2ac3eafc86b4c9ea8ecf0c3b7f15
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8b97552a20a098acbcf4bdb4619221dda4ebb5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed9342357a2e038e441f5f259069679e0872caecbfde164972227348530816f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f8228e5a33d505481e52abca9c654c93be535a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0471b54ef3225d8de3cf82f18103ae824644a097d58f321ad5589987b22553d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657d659d005b7bbdcb7e118860da308793026056
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a530d0e1308f48d81e0b58ba4d214b3080106ce5293effefa8ad28ed236a249f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad34bd66f3b67c3dee97910f059a7c441dea639
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204f1e12ef764b634d7600d9d16ef74a72c68b336b6bcd0207016dbe4a16123c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69bbebd1f5572397a55e7ec5b248898ea8bad123
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea21f319b5fb1b1c32fbda9703918a647486311be7f19af05b4059960a7a5019
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0608a89fd5c2c8a031c14849ea5344f7fc412925
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc58481b581d8fd7aa24c7a98ca490d2f9dfca89b57f49b9b7d8aaab9cca1af
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45688c17d788b67dfe2ee6faf9f357d48a996da2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45189b58cf82e937b65378448391f64855cec461360c062ef3acb8911b9e86fa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7dcfbdbe18593edf731674cdb0e39193085d03
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1acfef0ff7302a12363d9f499791b810b1e9dbc91ffd51b9ef38b57c09e9e1b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b96035a3dfdef26ab85c9ce4fb33b97aeffb100
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a3bb98bad731b90b27ecd6f15d096b025906b86c540d7a68badb1552aa7c1b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d89344e1516757d9b9dd156d1b9e0c413b873
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db333d3e5adb377094eff900f84457a2295c615e4b734f231815ece296147588
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9171c373b3e8f3f1c2036abdc91f5e476899ebb5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121809e07682ff9022ab0101516705bf72b5413cd767e7f379e0457258e59fe4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c100a6a164db9a50b21d3b5c80b5345765c427
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ac890dbabfc74fb4cb4add48939e8e0cb7f55fa56eeb677c71a7ac7c9130ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b40715fbc61fb23c41232ef701ce3577e930d64
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9134e7e6ce04fc81857db4e95e58ece11a7cd6390a43682aee5386f10d96d226
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2fc53a5121b9e5191e0681b46c077ce56f1ee1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fda800ae9e63464f2603fbc6942d9e7115a77f749c70e2ccf311dbb1625524c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8015ae79e71480a4eb99d77fd1ef741e584049
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae5dfbfd73a46a66a4bf63ac06e54005d643a2843e3201e9cf94d0afde32b7c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666d4c38c3d415f5cadfdb34af0b9d4d5c93430c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45d9e5c8ba9e36928799133423241de10165e2333b2f010542e988b1d992045
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272102eb758702f1763f6ec88caf7576215da3bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701d52a395e752962226817c2851fe0f12c3f871cc1515dc4c7c4d26bce15d0e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce2184a55086a663c0f94a07adaeaf191a4b3b0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a87e6a7f22eda35e71bb3e1d9cb10671299e88b08640b8bbf64c8bd5989fae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd519a23bfc404330e5757e44910fe8e32e30481
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c319f9ed88996a51e9a1206f38270bb55b757f038648ab9259e54bc81c75046
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186bb730933ba0929cf3f326860d3e63b1c12bcc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c881a0dad4a6920329da203d32f28a9294b79b0494e7947e2642efe845e7e6d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0df377dba71cc7b393a93e31a9bb47af154290c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab13222d46d726d0c7160c598891ddd1dbbe992bcdf1995da5b648966ea361da
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815b67c76c0f343a9ed4c05772342004295a7646
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f9549774bdd875bac9e6e48fac856a7d377b8e02b7eec743e427d727408114
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734136962ccbb67dd4b2104916079bbc666058ad
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef62514db0257779cf3101d0d0521b9d81d444936088ff0e3ce70ad143c3b8b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b716d1a4e1202e281267831ed0918da7cbb93f2c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194db3fbcedb67beb161d322a8943b1ea5c711606105caae8b20616d51d163ba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d7c147d85e88b7cfce1d25354f2f07e2f8043c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656f99e58cc8dccdb26210619e57f194f29ec8b2fa7c49e16bbfd778f52d753b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06be46a9630942c6534c5acac3317c4f1774df6d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88248b2106c08ce09b47962bac33ae2e7523593bce9e1c194bcb7421a9544b8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cec2b977f251a24d1097d18b5480890d9d19471
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bb99950323b53ee102205ad2829fa4ff35c890118d5369b87e979082b4f14f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2956b8ee48c9f9859d2b7143b947d0caa4c981b7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4789d3012fe1853d8ba86588ff625f8e0e72884777083884e1ff57f55fd47e28
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101e2374aabc085e8034f1a0a9918bc3095571a8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cf74f8567488c3f7cf0e12b98633c4485e9421a9252ae0fc3c3cb4ac9bc2c7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5557a149ebc5fba51226d647190ab53ecd77fea3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2341e8d79e006fdab07e4e83565349a5fbc47c9fc078382420428eb0944159
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69753bc2844f8ee77f1aaf18abaacc33e99cb86b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d10d2e19faecedb9258aa0814f1d8441709f84eec4d2a20485d891af245f797
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61993ed73d3ee0298a5bcb04e6fee0a1a35ddc04
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8fde4c7d921998e9a582733e672aa06ab50dc666604ba75dd1d24914e68ab9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8372c08db72f69b9c9451cf1e390ba0c7065586d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d7f4ce75f73d72b48479c69760c1d6181262f78146367efe115795d8062206
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41e7b5ddb8b3ca146a5fd0b7dec0d790a8290ac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897d80fb450058a3501648b0342df5005173ed63a6ef0dffda1f788515efc47c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7364e85a7771d609b6127260362acfbf93d3b9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e924b9ca4c0fb4251a5c3dc8929e2edf3c52ecdcb993e0aead376e2e845ec546
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bd3691407cc3c5d3bb0f015995ec2a72de5b2f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c04e97c1963487748f3f390e02b4bf0517eca3f368428b194d4585893e5e103
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea6a5574cb5bc0e1d564b063b5315b51191a7e0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc06ebeaf185d547f98d01ff1feb7a36f5cfd9df28b05574d44d38f75190665
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ecdfc8e8ef8909c69044e59f426f98c2a5d4e4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65d4a9b9786f981ac88c4714467baf5f944668fe3060a7b43bec142cc223b95
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513da567cddf8e1238585b426d5a19788d22443a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cb8deb5a9ee4d184e09106277c45364e771340772da8f14a2615a970a7f528
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d17307d2359c789aed573d4743816c1fe540c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d599a0ad2581c76863b59551a9162bb760c30f3cd5b061231fddc14ce50c781
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe429f55d0d50883b3475720c0f2822dcaf3e31
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a792db5b8695821c717b0eef792288a5110f4b95535dcb3c9de7b0a5adf4e91b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d676c23cf1cde93da0d9addadb3f72f6de3656c8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a678d2e5908d7a241ee8dac4e3c64d55cf13afec45bbd2201f92dcfb27bd4327
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df3b496d82316041cf5d2fdf216697fd89d6758
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87be8caf55bda7a592057af9594d7146088729e65cda289cdf2e0f050eea3023
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2aa4f3802cf03c1228bbe2f6405abdfde6a1491
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b455412a2c8780bc51cd852f972564e87609c5a9deb97defa8ef90b6390e0b1c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db653a12b90e52271cff08fbb065a1c495be0a93
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d68dfd1d95cd3cb3e9161545353ba895524ec7427abfdaf8a04db0c7d02a64b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f177414fa1f58d9df5eb5b42646007aa49ce2b9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a59300171b0a6fec54ba9408c6060c227ebda8317b156f5c72cb435a7833b8
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76311b0bf942692d5980e69f6ef5621c7732d533
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34137c6d77c613a56f60e10f500148162ada3cafc3614712d4cccdadd1a61970
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965028502391659430a1272d061cfa103b35568f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df82042010bc34399e59ec49002b0b32b710d934224b6edf180c1a369da031b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5aa0db03758442996be56c7b4f887403cf23370
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb0ff0ebb556d7dec888042fb4c67844f8a6b406f395ef2abcc0003bd024ef2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9254b9e20e93b8f78bab4963b9e81010fd31328
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b379f194385aaf336564b3e1034df106185a265d92c1b2be96484cf33a67c64
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb92267f255f5f9db6dedc93f51f2ac854748ee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f527ac60ae3b01681aabda595194576ab44cb618190bf050b0ba5e8608a7c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f681f624abd8002ca1d48fe05a431e6c35f329f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb920fe4da372e05fabbe09eff192690d3b079002d8934a70da317a582a97d0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c0b7a83881effd4f4c3f05a4c10fdefef30f1f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479fd28b38c33235183ed2a56759651bdee6cc3b2e641a301b96912e572bc585
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271820cef21811e1ca45505898bbad0456ed256d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593e7ef3396e5cb23fea94869c54ad385f626f2494697cae516980986aa9c8f9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd49e7ddb11f0c5f7bdaad03f83519333bb5a33
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0fbffce4877f6144611b5ba81280f061de650e03eb97a33d7b6b6f6083f8e1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1d14a189ff7bfb1047cb918fc8cd26bdcfd68f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b44861a70a06a4eb70ee91d5e349c1c077abdbccd65425349d7d5d3015828b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157010735d73e551798c665a59252ad657865489
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fa1e8b668d352fa0cb429d9a5bae2f276790bde26ea5e744fdcc130e079d89
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dab96b9e49e604bb3e586f4264720f92d8cfb3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780e04cbae864cc666769c309dfee514e1db9c7e69ea3a8faf76a2a2c4bf3926
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42158936f0fcb87b50dc3cd172f70925f353069
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb62e28fe0b8d2f57f7f52bb8fd9de34852941526844661b221ed7a4f168ee2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6feb906b12e5f98f1188247f0841a1e8a5f541
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a413817a2afa009b478cd5fa642e4a5962d67bee1243a88ef1b7e4c3ac1febb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40a876505be1bb185ca565f7cec496de2564fa2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a66b504a0863087bf544c6a662a152d98f1a67bb1bc0d455dac3f67e6683462
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1fc500e2bf6db91364f7b02ac59a0dd34771a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce91c553245e3c4225325b6fde3cfdd9e0e3a4feefbdd513fc24204f1863d02
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1cead9a06f637ecd72b5af37ff1c6b5d50cf42
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409b8d3571ea8fc270da75c966558eec0a2f2d9f420f2cd718c2b04bfc87686b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd31011e698bebe4e343b8d1d376daa0e7681f08
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0b98537257e1613084ecc2dad7c17e1378fd39ed7a5576a24e8d0a22fc050d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab97d99442cdc2954af8ded45bbf042a660d87d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53c0f198b2e37220490ce73c0a389a49a4ecc1d6a07ab04ad4cbba8ee8f94c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68ec5aca842499d05d9ce061c27decb2cca008d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c215708c58d2cbafc4ef091b18b88120cf4645020f0704a30f67163573c013
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33927a111cab2cff27ddb43bedb848575d67c7db
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a725fb8f0e1ab4ec30768cdcad7848c01a50fb84af34d162276b47532624f447
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f5991ab0d25f6c1c041d6d2596735a108acfbf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010e3c14bc12cd710750fda278f589ca45dcc6b88f9bd7c784fab87097614a76
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9a4f67bb371495cc715e24a92a2a40044d47a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3006dda4db7d8a0c79058be09cfd26bd8e9596f13bfe1b1d223df530b01329a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b879f13f9de9483e95f928a233314346f00b26
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa342ce942c35f2f0eac010ea762fc009c5eb4e1e9bd192a8dd4ec7ceb305e0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bd518ea71958e2e16a70e32f579dd7ca2977c0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641a29d3f42a03590bb7c7d02b1134d2d1310ed0be69c42d8b9927832a061f50
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfabd70023ef2eeb8e38da4ffb6e21fc17834eda
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e098759663b60323eddba6ec1ca91267aeb408e3a5a770a1d1d9eb34f751459c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5657fedb85d6ca3e4410316f44348199b514de68
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85c693309e248eae7556ef08a1178413616e59d30441e3fc940a02b77a02d20
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db919e5232803a18c88efe895bdd1f479b6a9838
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccba00bb28eabd8e23e9c5abe42797dabe1f6022c6629a5c715eea518a06147
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873dd8628a3d47943e7301f673083d6e9020f1e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b70cc7d656e21eba6354ff362a4c5c0170fd0fc9b0e4fa6fb292d58817b65f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c6d4d8eee1c1fd8e2c8c57c4a1a79d5e12eb67
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3908b239f8a65c01a1cf050e418b6b528bfec18bb753b0d73babc9c37f6ed7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba45d9653d23347f8e82f85125e4a03f5696c04
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78546aea3facb13a360b6feda46ed0b8dbef76e59ee38f89acfdcfc65660f85b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40472e1e3f8049050637ca652e039763cb10d307
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ae8470561bc11b0a9a18dd874382c2f227c07bb917c9c7d244779ee9f12fcc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992ddb61d8acd0c33f49b1802773b3aec67a4217
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5d13717068b2fbc0839a16d3934a6f78b59598dcf689ef3b5ef70b9af00cfd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2c30960fb25cc94ba3890e89d7c1053b75729d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2401bd99af0dc8216f59e1d45d96c92dd58fac1c72aade6b65c584e1822352d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b84b0c8fa12bcd880270b22ac0a21e808fd474
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65af1c00482000f9c5ca8a388c813e2651c59e55d0d10699e841ec27ed60f8c3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6612fbd53bcf885ffc7cc12d5a266c571107a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e84acd60fe27922240b66a523935ef20fccf65656b2aaf4b0f30a3c83b00f3b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cc046c33f20a29404c2638259bacc50c59a3af
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f04632dcf2f2bb67a65be0bb59a7c0d9383a9f1a28323734958a5a04fb55fd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ac610f24b6845b8049f07ab4967547207dd814
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e05ca361e57bbc3c61b11796366d4fd8c0fb0f4854c9c31292c2237e028cf5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210df5b70a22f0bec7d498fa97c0b428ca2a0f6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38945b402d1c1e62e29a0537b0f092f1fab5d518d7b2f06c534b807bc682bc3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de230f7351be15ff57cdc7ac8379666f89a7d06
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7053bbb2357e700aa9996687ecbd5ceeb6e2cd18167061f949dc8f04dd5d675e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f090000acd1b81a1dd57c718ac2f3f99621cb05
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc968ec82709b3c039ae69b359363da2084eb5aa9fe499173be2586d930fb80
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fcd0d69ceba64bae85ad41e71202cddd1c0b20
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3e385cdd28540209cc2f85e1c9154e9c3fea2fe52b2496c5228960df97d420
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5eeef56f5c026bb5e745fd22810e6346ac7cbf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599bec11d5d46f608f9439051d25315b55d159ae5b9a65a71686fa8a39a751cb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f724b4c0b4c9125016fe84bcab0a20403652c4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f39aa644bcbd23f5dbb4f1e0bf690e19a74ee3b3bd6b3ac894e431b1c068e03
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a9c39dc3119b2d157e118e588daf7209851f2f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5339db96cc0eeb167220c7464dd7d566e1382378bfab08148afd95dc89ac716e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ddadb8447ee84dbb2d8291cdf964b1a4ffff36
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45ae8fcd6b467fb944b2c3a34c87154c0e64ec3ca11ef5a7b202304e2c0386d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8631744a4da1bd9b90b297a357641a5decda7e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e01c5827946bb637446c0b02ed589172237d592104d2acafb501a84fbe6c9a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab2cfa5d7ebbee1b84aed5524b3a8858429b0d3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0821d35a3fed1402e43058db2c56c6661c7a20937562ee0b53e85133325b1f4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da6cd70d8516e0d7db5fbfbffda9c0199f7cc5a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422b670b9b74d9f5ed20bd7f64a2bb3226876cbebf982eedab24ed4f0b541565
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d457549b2fe34f5b8a7458e16b5d86ca859e4156
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418ca12973af95311916e100ce17c7e6174993af5af69edf5779f610c02c9de9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510f1d51edaddd7691ce9a43f5ec8eaac04c587f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b858b8581319c1be14e643cde7b460ce4624da9cc9531ee5f3c743f4d1060e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2d6fe140ae36d5325428f078e3a6a0f6af9128
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9614858a794f74098d3a1694af1864c5e321f7c989b11d1c9b2bd4f39c223ecd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6039f4c231f50d841c56ceae462cda780401215b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b2836ba495da89968fe1c5f022ac1801c1f81827b203051bde8291ab9af65a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d4c5d347a850331386efe186ffa1b7c728e875
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a834ce8708b8a5062c4aa0b175c5aa87dcdcaed4e912f39f0cf3a8629f669c87
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198bee702ecc87850b60ad4f3d04e62c865e964c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20538872ddc668e499d9fd8f17b66ac2c410c7f1af208d0e1b62817342d79088
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d556afd5e4bf72636f2cc49f5864d66124c810
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b770aba2631222faf666518061ee26f918107a85f43510353da6cefe842483
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe77dddc254da39fa2fb12d191ee141cd28c1bbb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90016f14dfb76e4e0dc4adb1fc4cb7ffba40b87234dc3946c70bb4238e29480f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195463f565e7483271605924bddbc97a90d422aa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa3252bee465ddac8ae01265f7985dac5367ee14abbe1d9dd14f645e3c5b3e0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7129692bbe1dea590d6f38d9c89eafc9c167d9fb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd07986323fe923182ed5adc9ff23bf6325a70c66891bbb29cbc442a99d7117
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005e5b1eab74e0ea5d0c0b21559fc6fd4bf0ee4c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a77f62173b4069663b0bdb21438b3fd6bc88b8c7919edfb767b6037e904129
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a7daace906714f512029caf817b024bafcdaee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cee12da77c5480253811a2950b4fd61834c9d2956a96662495ec9b397d14d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c6f50d9c871882287ac08e53c60496b619764e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01641feba080b7a34824aa0158ff529308ce3f6d1ba5fc295531ccd5bbbfab4e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e198f480879892714b5734480da23f86416d028c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c48d770695c49025ab892d0509209d1296ae5fc1b038f86102f6369cb59d5c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff33f788b1946bf5f08d07f10ecda424bf08fc8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c307f8c72d8a70586117a2401b790a765157b0af12b1950fe6e961ec9e7d081
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b706b47f6c9cafc54d644e7235b4cde36bf8e8c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1d68f07ee6212bb5d0410ae0b81e21ec41bd6cbccfc6fb87497eff645e6de3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cb08097c7350df055637079a941215210e4d5f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd644a24f3d2e4959d6b7f61264676a303e386d28a39f97dd98f092a6973ddb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3217b866226647a215d55850bf502ceec04b11f0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc76a59004010737e304fe5cb331ce6a36f4d9069c43e130259c83c25fd96fdf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e92d9e94937faf4c6199d5e089266191ecd7349
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c561149e17c863ae2c3fb640b58e582bb4604fbd81afa5c7a5546e54b3e801
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbcef4a964c941a9ccc27fa9d0f04830e115d97
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a6ceb68cc899967ee16bb87a047df98ae4cf8e409d00039734597571ee0dc9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08c37ac1198b64da2e4c3f5cb3112c3c643b1c5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3c86e9e9463cac9cf5e16a34c623f63edb1d6b95c0c72bbce7d778bcb17105
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aee8da6b24f8911d243cb2fcacd2e318cceb40e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bee861cf27c2ad0cba9bf33e537fd8b03d5eb566ca07ffb3ec8a9de3b1902a3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4056725d9ad0e614cbfb1030939102deb6c0b580
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd4a1770e65705ee178eb568a35f5430235ab4d7e3eb965baade84fbb978586
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb42f9b6376e98a73959df41c84b4001424c953d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e3dcba2d8c848cda5df30028ce24a18203f43de43ef94c64a02c97a4cdbb19
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56a3629e24aa365c5fd2b5dff83caf18b14186f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e997ecda3ef466f65b7069723657163ae73c042c6b5760b9254d15d4e84c4f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8636b706ef1589500e9e36e6a7084353d382a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485775f7aa541603679f872329ee813899a78c3711e04e2e9fee22c53a0353ce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf97947399569aafce869531ea31693ffef90b5e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3629080266b9a1eb11b958b5d556289408b48e5fc7873de5aa20020224a64869
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3cedbe517c92f40933ef21f5aef7ee9bd8eefe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca75bfeec6bf2c405814c281ebf5ecd59c1ec8a209c428c6f49e08f13784693
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa706ca1df5ddf918e5c0129236526c921b3d9ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93447497dbb29315455a2d3337e387d2ec8a4941474dc33c064d50953d660647
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabd1dada6faf03593e92f29f49f90cd0e9395ba
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7be9b918b26fa82a096dcc35472ed5de9840a616efdb57e678d016f24c84c51
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b332ad25971dc66ff07b80e391b682e162c295
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d520befb72f15a53aeb0ba9510523c88d6f9a2a98e89a9a7773bc58b530eb9ca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bd0c84f5309eb3e9632c0727d5ecf8af995002
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb77dfd0515bbc6a946cd694806b80c76978b16295d72531bbebee0f3eb18dd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ecac0a6b3d9033e4fcaa8b51326e94dcf6fcc9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f795f39757fc6b076e4afe1640066b406c28d9c74874063287ef3762b0bf36b8
+size 11395