diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/lm_head/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e27e9d670a87b1c950985315fee980e98030c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c29e156c1ff233ab1d70419ed039b29645b55825ad507a9e5af986fd4ceae9
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/lm_head/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40500263048829cbde42d4016aef31163cd8f030
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfe43065d8bfaa11d02e779b4f0ad1fa883d49250690762272b31171e2cfeb0
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3d50a4eadc13c55bdb5f848071ad96c5e51e0c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2650e41c1daa66d600d60fe60c09197ec8b5b426dd17dc4a6662da0fc35282c9
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f879702aeb5f9fc89d086ce0e0a4ed775eb7b6b2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb8bb9614e10aedaa390b7e6824da8e343b5140e5db60fb7ee8c2d7abf824ed
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a91fa6c6bda43eafe2ee4b2010161895c7e95b9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdab8b91d69e909209ef2ceb856cc18c608f5ebf12e2d405211b8ee1a0b3dfc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65aebd4cfbae6e87090248b061afb5874c7fa64
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f468206a82a8c03bc97eb9ba0011f7e1e16cec926cd310f23b22f1d0eed59f97
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45ec491e32816bba0c3f72e0766c6f2c675c559
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7d6380248673be1f992e2194983c580aca5b0307b9be90b66ff87e19937cd0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab61b7515863659a71e3b1e688d3e1d4461808f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608f3e892b2395ed442a1c37f646cec5028e808a97e920b786daf3edc819df5b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203edb9c755895e36b7cba7a7115bf0874ecc55e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d054a8f7351feea1e3e6c4267fa8517acb7847d107b57b867d4be14e83f64135
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b9ff2444b84590c49064066fc02e44b7749a99
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7703ac67a2e797b918beaeff389a7dbdccff3239725260af3729626bb0f6964d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9abcd310404578cce41c356e777362000701436
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74aa77d8b9c229be0125d53f17e1e683875ff243e5efec40f1fc2785992c6bf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1fa12e4fb3ecf735538e085ead661b4f0fef1c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5ffcd94c6dd7b37a99da32d7151e18c67b09a1ac7623b0e157306caf7c1a3c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372877551e1ca4a86b20f28fef48dfe4ecd296bb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1246a0920dae2d44f08db377143e09f67d2895121f30eec273f2f6ea67089c5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85f968766fc6bf70fac391f8419b5b84d6501d8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d658f80ac5309c0a9606d43e88ca541bdd817c746b615744e39045549bc8823
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4ade8849ca2aa00941051a44e0ff8b0b27553c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61afbd271d9cec4615f33a8f7fccc2f48ba81d9df293586f10ac19f25b1e55a
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869dae5cfbb4f19ffeb7b601db55e965d80d13de
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661137ba385b76e1c9d4842e14e917ab7ab8f4c1d46d3b1b0a7e880e70bc26ce
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8b26f8f71b2735a0dd962e7e8fc9c4989f0e52
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c7917661f5fae0c97627bd911d3b19a3bf185400ba6c196a19501359f5ca29
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9056e7ef62d2a778dd52db74c9150c3eecde48b4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7b970b27cac4831378e2641b9d550edd95cbb4cea47e7093396c4638605e60
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26e3bbb34f23839ea5b5dccbd7c8fe80d096825
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e193a206b23cd3d4a619a95d0281d4e452bdc498cc86fe0e35fb90f5a229d6f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5101f192297dc03927c3b20472aa1bf15801924f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1804dec6ca2f14277027cd49a25ae3f44d8c5b8cbde30010efb9fa3f7356ccbe
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290d42446cf1dc5182535042a3e45391743320f9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c7d9df872a859d2bc292da68e3389c53753bd37c086e10db6235adb79db520
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536fb8b00b711121e6c224c6e4e814dcecfe262a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b084e89109608e566d4ca26247d62ef719d9ff55ccc7135bdefa43dad92ad4f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7afce511866e1416dca8db023b012a198a1e7e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cf9f73fbb571059bf882078e0aae7cd4b963eb9b0259c8104ead0d974c4a28
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0295205ff38c267916f75b5621a54453bbb036
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9d0dd819b1edf0ffae6b46de480971380449b9730bc7a40a9fd4f3bd7a16b5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df01b3ab119b50aa02f4f4b791fa3af3db2b20a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdfbe00f0a5655ef20a9808684eeb5fcd454179649c592f35011e3347449758
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702a81f9fd890234eceefdfe5083321559440ef2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163691d2bf0cb92dbe3b47a798dce50552bda23f7e2b4b8bebf4ca871b938231
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290bf792233f8422f7ff17c4294fc86ba2ecfdd1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ab3d6d551cea3402bd0add65d9611047ce546c63e3d04481c2e6710771e748
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6879b27229a3abc9e93d8984d4fccb93b9d564b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f350f12f51e6df42c168094472c9b5ba0e564c542070df02b04856980d67182
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed7b369fd28cb01091fa60034d683185901d3f5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0570f6faaaaeededecb84ea32defcb4f1f0ca6d648a23512e2be564e42f9314
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076a30c1c20e41968c5645cac21a01d9da626ebd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f7a8d2fbad389e2270b2ae4728fcd1c2590b00182c12d5ae4e3690c4e417cd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6890986e49fdabf41cff8367188ec89a1731b8f0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8c6ed043f30c6b6cefac8694e286deb3651d512e4e956e4c46a3b5a5e9fc6d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8301695afcc3d41c63b6050760eeece2fa047694
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abc072320364ffa06c9a68f8ca90999fc9b579d7634d901918f3bfcc1e77d09
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c5865cb01385b2556bd8c2c9d5c4ea237a734b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458ac33946248ef991480c574492d45eb1203c867e63d1887582d0bef514ab05
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3073be4292f7090253a8f2cc9a54613773e8800
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec04a02dd02f4d068fc482962c7d213e4b21f1bf52890507d28245586a97a5a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f1a635ae7b0972e390f06f3b3e8132f9d17849
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762991999c1eba81affd87b4fb0b73497909610a8cf4ba0196e66c675860a917
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe04d84de93ff15eec6acba51f05b40aa60ebfa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e08cca25a3af9185d51e5754162e9965bc0ede02d70af2cdc6ddc480f16d7f7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcfef38fdbe6b3f029a17073b862d6c96879552
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a4c5bf6e0d910815130f9c7ac49fcc75aa7622f2fa10a79f0d90790df94260
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8d8935ebcc62e8a7ad9fd08a9d75d79c14ef82
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc53de769d1e7eaef9c2de47ab3f0d39638bca28ec1ccd31c6d45f394999ae25
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96962f0f9163f9f4c9f396b9c1ce85cffa1beaf0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9874a78464a1a3b0fecde6eda10d31063a9799e07517e44d787af78515dc2f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf759be33cafc31c9c85cf8f69d01366a24103a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ab7a9894c29fbeadb624eb340854d5a07591a0e74945476923cfebab6a05de
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aab16c7b70a3e92c06b3910e9d4eaaed3e085d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d93c43db104efdebfa6d393f35a811b628ddc1e9cf906640cca556169d6d16b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1857cd38b1952bbe81677173e1a96ffe224b97e9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349e5c1b730b4ddb9a45eaa68840dd4797ce32506945bf75c6b0541b5d3048c6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ea0b58e84c74eeeaf506caf8a6e8f705b848b6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbdc8fc141f6f556332d04efb121ba24ed7abf63267569d373e0de5a5b6f4755
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6802b9a4a0d57fcd7b0a286f502d01b30afbae9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53095f306ac6053680e328dc500009542764dce8ebe5798d61f889fe8103256
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd706fbf958c9ac12cefb7a5413ab393a1217e37
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99de848b18fc24b93db9aff08a1d4b63022ab7a60da855d78571a380dcbc1b91
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd8c17adf10e4bfe6b59d4ef014d615a1107195
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c65150e7b2d82f178fbeae31436ff106e471d7ea54d084086b7313aa40ad9f2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d487e7b81e5bcb649f8a54d4c31d7be996dff97a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8a17709573e9ba9ea94d5908f9869d083617b36fa0d47842bf1607dc355e1a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e6d6155f15e356dd62fc6ddb21842e48087350
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ccb6e7b54660bd4d7fc6bc3447bdbfb1313fd7a0d6387e1e3073dfb24754a2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2ae0f958db4166c44646e02d29bbf389e20700
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86daffdb4a273f4321c67da39a6e7a6570c616e2efb398f7e6077a16aebe4a19
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88102ef712173a3e9aaf45be36d6d8de477bdd9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca8993862f1a51edb15a4e8222c1a429ac7359b1322b190dc6ef2be202b8739
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ed63594a3544c2dd53b7d3ec2a790ddcf32521
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e3601e38498979c6479053b904f76c466cba170787f51aa4c2b2700e96a40b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97577d5e4a8dd175cab11d1643642cd6039c9a65
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f693ac037609fa4d6a69add578f083139c01c1dbf0cb63c05cde3877457ff464
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dd5d63396bed5a93e877cb5a19e6dd6f03c164
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6177ae887d10391999d7c284300f2701a19d4724669c124344746129956d5908
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835777955b150eb4c1abf69b4f6495b1490504cf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586c9040cc51f0547b416884e5df4b3027faaae8ca58f6816c76c54d3c472244
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c63e3eea5eae6010ee0a8e1fc30756155fadbf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85c106fcb0edfe5a48beeeed470673d261d7dad6a46058a662a2b73ef362040
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa820dbca6b1a7060517cf5f8f6cd30f825355a6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbf412c0efdb95cf4e2b54c344c536d6de1810810f0f6ce7470401867f30577
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124d4f0302cdc1cdf8da56fa70be3d796b990397
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f8c97790bbbff90b6fe66000b6481c456dff663ff1ff0ba235708092c18cfc
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f63fccf984034fc68404c775653e25863530b5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f91f8ce90057fc17a4c7bb4da0c8f68ee8860b20d5e9a984f2db98d1b0143b3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdc76623982741da8cbb81bf7ea8cb5a7d8118a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be534e344f91432250f46645cbf83103c97ee30c900ea26c376023cde86d00a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2164b44d602ca939c461ea4192b3e70439e174f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464555fc6656d54782254b6a4c2fc2d68f0c79a75cc127b2997923ab0804d77a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0a3ce13321f99cfe313f2476a87209d119ea8e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f058c6b7074483d935441ee846a73ff3cf4bd73d728d9a1383f43ec816815f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f9ccc8411beb3090a359197e2cc20c55ccd702
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab09307f606f120dae927132fcd93a1a0cd8a3b3f00e93e58e29d2d7fca7ff9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265bc8d2ae1e2b1a31c67b46d2e52fd850ecb193
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b64cd28bcee93f62a16c257ad46c39eec2fab03e2ce56c221e1b2646e3eab5
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffd076d04edbde043027ed3c1c4764d50f2023b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31bd6e04e7dd8e26598a375dce3015186150450323551a875fb5d298a7ed8ef
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2169ed58768fb611984faa77103f34bd892eed44
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:007316f495a3f68f354c54044d725b9e279fab173c50c18811b7cbd091b24807
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6dfd04550684a34d9a59949f669f15785f926e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f691a1f1f48aa1ed96d2c6b8142e47c086b1bdd42a4821e36f89c8874b1892
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3791171dba4c6da9a370892bd90ff50d6749c4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf69dfeb79519ddca99c4e0c585069d6cf315fcda61440ad3afbcee467456ab
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5311a4503484bf9394e2ab2c216b62676c111737
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27f1662faddcf7e27de1a3eba5d80da30535f39f91fa368482ada8b2502f210
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109bf0a4c6e44f8b68c0dab07d2860aece861584
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4788924f15c662d5ed78e56deb216668bc5a8e18b3fc2659fcd2825f8210ad2f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2bb8dd98f78aa3b69fea4b7bb78d5be4d9cc4e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2d9da3e7e1ca482a4167eb4732fea7d64b91af1458442abc9c16ddafac86a3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5357a97fc3375129b53f8658f907bc0436485761
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a9c31dda30d5f079adc4f3aae54aa62355e81ff6d9890011a4e42708b2e3cc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475c361af578bcc944b6b76d07e398b43d7fa14a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac977fe4f7bbc8ad83933b1a36ad69bb5a24b0d74cb98bff40723f14cf6577b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf3d9896e62e90c3c71385bf04461f6c0dd2eae
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e091326076d8a829ffbccea709f6be53537d0e248b0f9df166027fa52c238cb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163497578432610997fefe84065d784c52ef5377
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e8aee0c6cda4f3fffe2ef1c2c3b45a3133423dd4a248df1d7321bbdfcdd993
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50128d56a9608e5174b04845be71bcdc5497e09
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6957c39a239db3b890bef8d1f72213a65c84a93b184a90db3be984860836f3d
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2b3561799a18123ecf374885c2da0cf0394372
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a697fd15116f6928d4f5892503dc751dd53b83f7955cffea34c16864136bb0ff
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d6b2f27684931c380e8ef0fe26c04737d35a90
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7153376831f415c239da11ee2df2ac1a5a225d394e663c1eafbc96f76d934237
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeeca004e0864f7687b7bc0fc8adeff8d2b73406
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c538d72b7ed58cf91f40d61aaffaa1ef8e360e5fd75cf0d226e6fe5f85a26ce8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0346b7507b941af113e8bd34905762700cf3853
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6858d1529da45c23466315073234ddf52c7846f03cb69635f6306c56acbdd0f7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f532111fbb6e5da5709e0bdec9e5c697f99651
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5931337ff816dbad297c18c0b255ebb9780e499284b3533b9cf8a93ed37b8d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83683f43227b085c77ebeb2f4e4c327a5b55e4d4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7357944d6770c455acacf5d1fd004dcaf823de0f120349104c9e3d9f02490fc
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92396206fb52867a0ccff2bc16973b26e70151ab
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb06f2fdd41555cd86393dc0b512afe44d89c1b41b42245f3d7813d485af1ab
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70ac184e97392eebb61624b690d791ea895cb71
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3036aedf3ac692f1cb97340503a7694a153becffb0df80b27915e89381122102
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f47ce1c8f49fbb6a11dd193f7f8f37df505f64
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bee2ecbfcfba0563c0addfe835b2afaf8d16648a33482f25f566f6a780a759
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655b1d3663fa1e109d9b6f74982aaeb8f453edc3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdfb23496d4f35028860fb7e8b6403da686019920f36358389067425c6d33e9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1dd7caa757f2ca65ee5025699aed270fb20cc1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81920193939d4f16592fefc5a0dc59f4a061c19665cf8774982b3e67a92b6e88
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d5d60fd4effd67c8475e0d262cff86005d5602
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f267673cd39e53989aee21052d99e9810a518469b014e47602ad02e025da3f30
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a67cdfed0ab5ecb7163f3fb5540086960e918cb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3852deaac101a58500f9702eff40ff9dc1ae92429cb558ddcd5fd73f9cf9bd09
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01519e4f19e3fccb7fbd2ff281b7ca4192be7d5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68831073899022419cc98bd294a2db62d14584eee0183ab61a63c669d3e7115
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c2a0db65738bb2a0451a9571c32b92f65be806
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46b4a2f0e4784891525671de661b69d9a3574bf125e2e44bf4d770d25bf0867
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288ec3212d6e9ef3c10549ca8152171e6f6ce60d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61a0b0a2bd5132198f289bd0fffd9627c95112c44e90595ae824c1681915a1d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739a6cbd796673ff8fe571d7a1b650a8d927f488
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6522ef320bbf76c8da49782316761fc844ba85001a225e943bc20afeee64b3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f946ae683ea904676c15dfed07fd049aad6bd9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4f318a82f960ef88c5e019ec72c10e869c13aac6c401de3ec7809fcfbd957d
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22ed60f98c77de5f063e8b6dbbd881a8a0c726c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329e6520005cdfe0b0ad28f12ee981cc1c9d523bdefb743caaeddda5d0f76c87
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b9b38fabde8f82bc40cae7c3a3a660e500dd39
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bda94547136a5b41a934eab18545a47a77984b073ba96962665ba2398a5563a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9623860b79e22443c96cde99b56f3b0a41509917
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552ff42ce9670ca9c29cf48f2a3dcbefa889b22df5c55431524de6eee9c7d998
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16241116d0508f26378360bb52cc44ad0deb8a21
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4349ca0db9e897fa1730fc1fec193e17231c13a8b72baa129c2d26da4bd93d66
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a9069b39f5498e831f80619eacc91e718e4421
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02093a12b91af8f2dca110739a2eb7dc8a129f9511296df29f76b930a554c32a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4503ac7d65b430daa2a67f22883515a97564d550
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401a2ee42f9a2ed7ee39a35066339ab07bf7f366cd82367a4b9fbbe1908f7d45
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8ca6f34f22b800707787e9786d5d2ab5f793a7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3919eba626d7251c8c346825cf965fe4a996216cfa93533df233f437fb0056e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d2a92791b042ad15d837dbdeab71b93c377a4c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130291f36f9ac266aa618e7b10d17370e6ed198b03b84ff4c0b786ecdf52278c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb47aafcd63e0635a1c498f3d958518d4a477669
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4860f508ce87c60d44a82c715935e6941228c250bf2448f8e9ea2b9ec3aade0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b333fe52cbd5825dab612f7c2bf73ed93120f6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f675874861befde1956719a263da5203efe9c86744a060d5ee9bce65b60db8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b413a0808b22e06a9cf37ae40f2a4b9f6b299af0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd938f2a5a303c92166cf6d2d945cd724df473c705387e7798fe4f8fa9224da
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72330a0f26032e61f6efcefad353dc556dbf63e8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b71ffc998d6a9f15f66a23a3a0ec0413b4746963e877f408a5eefb13253741
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbd2f1110e5b1e938cb90cfb4e85508f0e2ea9a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9be72ce2648300e9c79c4aa3dcd04b011db7baedc50529a3af2aabf6dfba49f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56ae876f6508d08100c7b2c9dd489ec0f5ed1756
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4a395748fd50219ec1849518402cf1557c085f5643422b7cff23e10323ecb3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd49ddf0edfac669b4b81fecd54ed323e3b709e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569e717a9496bfa3c0add7bb7a504ea20892aaf89c28a0cbe0a6bb928075e13e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3887b4ec1589d46caa5feedceddf45b1c5b5b2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baff9c65151162e6980a6c55790c775d1d6bae842f5a06d4d8c5eed359dfded
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175ad7ae59c55d63bb5f043fc7b0781e6466c632
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaecd2b24f636aec9050254fda6e41c4a2eb54720bae874b9a8245c3411f5a3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03f273918a59f678dded6b1a10b8396da4c06f5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebda82c34d4286893d4cf441ec297d5345cbd3eea86bd93576cdfa926dd2da13
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6babe457b3538b0aaacbf16feed79f1ec677881a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb158fba04be3b186badb18909d0f88974e22c84d6d34bba3cbe599ab28842a3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9528060bb86ee878770c19275d2f2e3bea6555
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb00bc279e1e014639c92b7afe652f589774e61e18dca53d0694235eabb087b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37001582c55d2a5309b1fcd08387cc941024d132
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baf5117757bf23d86f52cc404b4a3651dc157f6060e4dac074dc7d1da806491
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace9d3f873412657ee11a434038bb315c2c0f3bf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4ff70b50faa3b16d1e036f6f375461100022a37ceb9012a325918c0ee0568a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddbdccd9416bca918d790f8bbbf64be9ace5187
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7fd17c341851774bf4641a69b59984cef36124190c4a57a0ba099927bce6aa
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ecd573689262beade2a1adf84aa27ce7303380
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae31882465407be2fa5e955a9a22409056933384d0794138c2f4b7df568cb7c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efe297993fbb2dcfd2e848e2129710cd647f621
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483959c37f608544a8a525e1a594b306df2afb6a8559cf7ae0b25ce55ee34964
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a72305f8294c38a50d3c113df678c5ebc7e5c7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d93b42f6539997f572374d6e2cb474df6a2a96bff950f3011cddeec0d9147c6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b41f81f7e942da2faaadd6bc6e28ae9754ba30
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956196be8474314add5eb357e887c8809915d5de7697e7164db375a929eb20ac
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2a676607fb7897a7e1f48ab6c465752b66368e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394cfa94c1085c87bc86fac00dfb57d3f3effa4ac9934a62b309a4dc0a6ad8b2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73a916dbeaac756f4dba53db8f2095e65c7706b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7864413dbfa4775a35e8b7029fda4f033e0554af06c53915e31bfbe3c4835cd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c557700bbb1f2f5852f0819a5ac335d37dee11
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86191a531c81c74f0295bcc0fa4690019baa79f0c699c558426ee63a3ca20124
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f613b198fa8e1f67459128095672b6d5766861
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314920a19d8b2b8af7cc221d785c8a52e017de87c91fd8d3ead85f51794bc510
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b882b1ef22784760e92a1a8fa45bb05ae389a71
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5be99c424dd08fa2299149d45d412befce67f22bdce670a210c34bb85d84daa5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e8db61a9229894b6340ecb7bddaf4a40332f66
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225a90c0c5e3d6a1db1ec99e27d7a6100a888ef449577e7a002fff2d33e03d39
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2376ea6308e9cd724dd10d600f940e9e77cb1212
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4012aa9b0592c95a95128bd7753565b71718ce04615e0d10a989d67a0db92b96
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b22919ac62910ac520f75d021105b515c98b4b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efce0f1f6e731e0d265c1ed9842332def1e9da94e5b92fa154ed0202be545379
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bc76ecbc10bb2141405ed0a54853ab0a10a258
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9821e83a7c6ac7a67dee9c406ae56eabe6dcf11984bb45fba36c38191a9a52e4
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c012c4bd11897989f5dd218eb1051de5666b702b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc65a8b1b72f302684881a50d88c29d8daaf6eb510b6093426210687d776620
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54937a294534ca405da86334b941fc61aa95e349
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a4339b9483ba99eb24d00a4a1ce8334992818675638a10804c91a2774b30ad
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc81544f71521a582e49996f51cd3b787fabc167
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44fef83b400e1b6bdb967b1ab64d5d424563bddc265fa04ea747945a1cc7463
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44feae4537e4dddd1b9130a0a4236bf0a6c23584
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5fcddabd1df2201ceb963dcee59537f9b35a53e3a7e254dab55a220c455a5b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9a19fb573b60a4f04415fc198ae21e69ebb706
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1307141b0089ad2c25999603a33471e4c495d9d537b9f0add7f94930a133a2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db19d9735103599ae4bf741bf2609097e92c59a2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6bfef45b02db6123ef083e8c9fb784a5cee5bd7ef3098a3c5577ecdfb76e40
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51a7a391fc8116266bef55baf5bec53a88f3ac0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd18ace8e98cd7e95dd5299cec61dfabb87ad063eb2e896715db34631bf4312
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c04c77f1aed7684f9acbe1f77eda6d5f3f82cf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055e01b066e29e83949257e7ede9e56a0cd0055d19f7dc84755bcbd1e6e134bf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63a81c87b1e8ce5ef107d42ee235b052e664bec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637069d9ee6aff585abee33c78995f16066d02f207e4fffbb195ecc5943bd1b9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7dc1903fe22522f1b1b9f640f6b27e89796d54
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da4c4599ef44e1e2a59cd1dce41b0445d20020f2ee0ea8a8521e44ae2b55a83
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693d1a4aa97566d8431f3e38778458e8ecbaaac8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab52079480b5684087530f595a4a074e2290c04f4d9c82b606bc13937c7ca332
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c250c7d49b19b1f4ddb406b9bf715507cc9467a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8804eaf46eb9c93045388ad8ca06bf2608598e7da25ae0bb2d75872647d09d47
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f876f07a8406922455e430a30294eea2fa3106d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0c1f85481c86128ddd1f4092307049c116d6acebcd25f080272c9ff5fee87a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3cf0486953e6612025e6da8a369cd9ebae9f88
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae161e9c92a7ddec55ee9425c54d481bd48c6bcabad88be4009cd7eec7db2832
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2781740ec062e7dc58b85881fe020e937d9eeeb7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33afe0740e16f89becb690116948acd28810edb75a324f1b8a0eb8075d0a04ef
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2352f71b1139a550d725337f9ade80389babec74
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b6d049c2af0634064f16c0fc63f0e80616f8796f5fe8073b9d6337d0d9d6d4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24eeceddce3b02a004d48ca41d5678cd23354123
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9ccdd9a90e344a6346466954bb38336f54db817adb047d7db0c8e188da695f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4d6850f382fc6b78e7a62d0dff40f49272d636
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818912aa90bc2aeed7033407a72022a57090a0274ede700f16585e941b952ca6
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5999c27922502467a6f69d773d143af08651e446
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982bb527f4f6c43c4230ab1ddf6d8c2b7474bc1db66a8b45134aeb237ba4dd60
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392a4ce8c8a8af926a9288a0d5a6891c0399991b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afa9ee68b0ccf226ea40279c532f35f503b566acdaa75de2b8e42c18ba1d120
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dea1a48fc9e6315308d5047b49d5bc2d598c823
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e5a922efdf962aa65dfda878cd8570ce7c69e07d457bcc63e569d8356b16ee
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a904eb756434859aa32ebd1348671fee45ce2c1c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7551e178c55de5c2e6be84e04cccf5095d5b37eef0945b3b6ccc92392a947809
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307ca9416060932185d239d2a128477956c9b698
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debdba9306fe717b9e3e0a306a8bf581e086553a7931287d59e25e863aefad7b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d052fa9ceb1467c612aa8481f995e783ee6429
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffbc8cb9a92cdf8d7f832736c809c4134ae31d73189f70aa98595adf442670b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115faf0d2c7a32fed5aaf7a14f541861e2ad36e8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f434efcfed4a0780cef74f2abf45dc5c95ce6e5734727afbdd1071616053ca3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5d044f16622598dcaa659031ec0f287b118501
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe86226f001398c5f408f3a0aa1b629ba58adf4d70179c71ee8511306a549a62
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0e6a26028de375f3dd1c571ec1c676515e0469
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc915e7eb859857ba173045ac94ceb1e197f65c68af4ff90b074b934c6712b21
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3543b669942de2d48a2345954a437f91a8ce7b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10da2e92f06a9b96a21b1dc502afe92e1f8b978b58307fc5b8bf47aada57d249
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7245c3f68b343a1f7b29a6281f6bbf8a1599c6b4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9db0d515384fdaafedf8655d35236a9141e9f26b313cc8d3401d4df8a0b6e7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887a964a438c90f39bf4f271eff18fdf765f3310
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0840cd3ade62e94c608772ac7c38488af689dc97d4cd80512f3465153de744bd
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104127d0c7bed9df7e2de78743b0150ae378518b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c98e38e39f0d23415dee695a910fb482c1e43c60dd68ccc6fbbcbfc0637a62d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8419d4931e70bbdae1898a7d63c8321c9a4e96
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3da1550390afca3e8b550e4d35a4972c099b416362a3f76f07eb8f8cf34a01
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bab538ce156d88e34f075d7cc39ae152836801
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de97303c12bcf0e113ceedc36a5521031bc745973461f680d6397a43ea87840
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d250e71f321dc61506e4485b10120ca1eb60402a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71bd06099241f572172196257aa6fa6fb5356b55522575cc9cd80b0e6dda0e2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a722603b1cb7cf34b9e19952c06aa7b7ab520e7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26555adeb1bb0a8c84363488e21bf834b363c8e6ca23b9bb0572a06849d8e69b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e942989825c8962d8e37a4090efdd0d3116ad2ac
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb60c23cfb36c520fd3182dcd3d71045a9438c21cf4340b15c5ee379dcce6727
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f573a98fffa8a12805a77c9cece2d755bab81c0b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4720d1b95718f973027a316b9c5a11316853a0b1e2c4abc729b038cc9d58e37
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487d71637cc8045938f6e918207299f6e122004f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7215c8e1db7b928800666eb46e4fa8ff05faf24656ec7f96fcc4ad81ca3150
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140dbfee5ef3e9eb1b3b804f191cf3752dc37ede
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7aa162836fdb73898ec963bb7871a2ac8e9bb28c8faa87f055583cb732281e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19a1a9d3dc1718a5399fb64f4401cfa74156a78
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445062408ebf0ad61626520e24eafc1f507bc9148c3ef85fd2487e1ce5d9b164
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86a43e583230056504e5fc72f8dc174bbd806e0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e79307e1f26abcd7b239a120143e256ee919892977dfd0291cef6ed1979e2a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b30a32cf5be843b72ba49bd53b456e5311a3f6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fcd984c4746b6ccf87316125b70686ccfbdf948713dca1a06588639aed7b25
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cac8d73e24992128da9a4b78ad69d5a9601783
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64623c1e1e0d5242360821d80194a11e102ec3df5cba95be395b74b62483adfd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e30c106eefb56760e77de0fabe2c00bcf96cd34
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087729eaabaca0ea44e0284f5f9cc4ebf2459acee9687fdd67cbaba4db6c40bb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3648676e4c8413a74bf796077d7dba52af2b3979
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54b8192e14ceb55634055becfb042d7411344b3ce25a65c9a9c09825ba0f75b5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719c7bf56f8541423f8e516f3b3fa9c93c6e421e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bb4865faa86d538e6e5ae5b95bea28b0da9eda70c375c40fd9c71f82eb4a87
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33974eea6662ab482923ecd780b48f645bb7cc28
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca9b5af09d5d63ffef5df7fb8a3b8db8adc26cfc38d51fd074cc5087bebb8a4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaff09013131b484980b8e18eabc6b6683f03688
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8ce8187a155f2b758b740b45c1c26b4b3b62c75c929a95ff6b653da1a01e29
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c592e5d544b38afa6c1a185b6a00959f993e9a68
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986065d0a95ffe6a9289b3bbe51413f778cfa7ae6f7baabe85b74f2f7b03541c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1058838e3542883962df7ffc96995542de7eb68e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f96468f8f0940377be7f676314d027c915716ed0bbbb8eef69533da6fd887ca
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394e18827db08937e0bf76e0fe9d245107dcf80d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3fd015850d4f13249b40de5e1de0f214f12a6e3d84419916ccc2a56b1979e1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4948eb0c17bef1eaa209c871e4d130fe9d699e5b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5ec3f287aaa30c47ed96524a9d1189abe5a3f2bb3546be02cf09a028cfdb88
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1f074bc99b3c438d792ee083a57598ae453031
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1fa338c481338b281662b8d0cecf1e3c0d74c0af296dd1fc75c75fbe4c6058
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddda425029e86a77ae6db5e2f51d4e4859cd06e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0191466fc15356b3dfacc7655c26fca70e2b83d4b4e02f2e182b44d25dae1f9f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b452008b53d574cc59a5ed6058dc25a5cdc5ebde
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8977e0351dad2cbffdcdc24e67a359dd25637aa286d0cc38db6fce91e042b4b4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3073ef0da8334eccc92ee7cfea52011870ede8b1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f63e7937de7ecea464607d66a88450d5be9be6d9046a9627d1092aed116612a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6228a72e1908e98cfbd228c60831cccd31733352
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b49d06357c94e414ef771fce4c7a1503a993d9f3557f7544c8de757e60ba5a8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddddc2801f4cbb4976340634351249cc8cf23d91
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4a10b79dfe88491e287fe594a2023e504d8bee08caa4ba04e0e386c93b0825
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29798b22ed0429828602d61f694c478406e5d886
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb18b7cddd6a99e7fab7cbde0675a5c71387eec104cc4564205d2d44ab46defc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7f51fd733db5ea983f654b6c84146096248c66
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10002060984f960d61dba26e9255966f24478e8b49894b69b2a9f4333cfde98d
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1308c4affd93f3ebe004d5cff79ea39ff33a6b87
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e98d5860348f6ea936700b48d0e9b984ff9bfb4bffe1c76f4307612ec46ebbd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d53f56fea1975b266beeb54c2f9418a6738a46
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e51f0ffca6a4447ae38c6ea217bf8c76c2132cc2766c3ed921500bc08d79fb8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefb4b7d33bf4b91acb0d61bde83f2f149d0551d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795048671ffebbecf3500befdab0e415065169b3e0fcab0b7c2ed2f3dbff723f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb9227757a325da531d143e09bf445ac270458e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c93fe04db8e2f0a70efb423968d5fbbf0b5e7ce53e4bb72727b995dd840032f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857a22f6e0d7c72676dd469244a41b5b47ca51ed
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32e9eca5fc84af3eb9f0e40bbb33e346d42cd07c283e036780b256fc4bd620f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/lm_head/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab45ab898b6895f28c14c4106567a05a2fc8762c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e87061a72d5a3598c0e0088449a66ebfe3493915d0533feaa2f8367941a0d9
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/lm_head/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcff1bc54d24927a2f50d471eabb68e87aaed767
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8d9919c3955c7bbf77c53058d8a5963436d92c1d0bf7ebfca7a4f864303927
+size 205955
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84ff8863170fe92ce10336ff56ec62d8c5e0302
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3512a019223fbd2e3b674973b9a0a5a531c577cd14a32a80dcefe1998707a04
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6b548fd81fc7cf76d3dc6afd30f70bf8945caa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b8ff32687eda4d7d16c8d10d6db099dcfeefbb1317b9eccb7e4220e5f2caf3
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc46b2975b12f35698eb2ace1d8bbdf1f096a27
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd4afb6b4775449b7925765b5bb9ad93412acc7d36520890460a3afb50bb408
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b743e72ef36b54ff1f87e574648c5026c74b020
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197db2b20e7034fb0ea8d3bbb45956b6d4239991c3562de758c7472654c7b98c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034d79ce430aac942f1eecdef590b2054ad1473f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a344d8ad9fd9c35c71e5b0bd5fd4689a7162cb47ffade68e87043dbee02d75c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8179faa5ca863c8b20e31346341f47361e0c07
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd46cfcf3327dd13900a099b0688da88b40b6207034643ef8e259b3625c6a2f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed39f44c97dbdecb2cb7216bac533e2cc73db61
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dceaeb81d578a9b0e2f0d2ff594fa319a91429c2d2e6412190a283fbca05b13
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee129c2c200e965e93d66a320195797161b70448
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436d123057102244600fc5184deb64201e67798e585f03927568386d10c43196
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce99107fff7b6056ad6981287c1d87c2d3c3e75
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090e0f6958440921984d142ce5287ed142ec13e550d7301e21ec1cc6dba8a9ed
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0a45647a6e6dafa820fe8bc4f54a3057941fe2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffe5dfcdb758a21861ca068c1e287601f52b60461db711880d80195b3de2bfe
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e433d762a385a7f74f0e8444c1cc884b69198cd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360886da14bd802553ba6b7cd0a91141779dd938240106c3ce09cc63e21998c0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756bda0a292c656319ab7367dc6e69d79adc796a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6af7e2665b93ab6be5a3ea751f9095a745c2c5cde25f35d88cae737721f92d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adf93b3ab442de9d8390589908eed05e344d5a6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27873b72afae96216d5d96d6c632bb943e0d637d82e00ce314eb689e6eb73bb1
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d22ab61d7e734a1339f9e2ec48b0160e4d6182
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04164b3737f0d1f78b604718ff80679a47706c837dfa143e996610933fa03955
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1cb991ca45cca71574de0517d9a371951894a8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da5c3a12b6a84c118358e39290ceebcc56bebafb6bd82dbcd6c32fb443becfe
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a37c6317e64522ae0c5adf5225125ebe4c05c3c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c4d3b3890e7e6253d55cbe218e2bb8abc1a738221018e6ace83bd73a162604
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d74ecdedb65734560ee7d8d4408b61ea76f0bc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f01f8b35667a77118f828bd32f8a33a15577b574a24e17f5eea74f41f58e29f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b3741d8d7edb95d7ea841b67c87862aa70360a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafa51b7995708d500712ea77404fb1d0ab4c3526baa34af62cbe141da33687b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbf9c3bb8bfbc7b0d7d5dd380adfdfc93788b9b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c3f3c0f78eeeea5d5e0c7f6027af940f6363349b925744ccfa8aa74cbf053a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce1e88a85f0551d348a64a795e0fc4d4149d680
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60dce50b94d6a377f6bddbaf595a7c81bac7fddf7e060fb56dac0c9b9d6d29c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadecd5f0290a3279896fa449758cc285e35d690
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36af2260f0123500ee2f106b558cc2f6666785cc36f1e3d515be51d47eebb4d0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07cbbe5800a11f80acb5e8082cad3f4b1c0b1bf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9361cd25064bc8a168f0462a8aba8e13f37ffc5ca61118a12d6a6386197dc7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855cce26512cd35bf4a3d4cc11f4ba07504a1893
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0f410fe4a517df81bf5439c5a8eede22e476263a928b62c6506ecba687dd02
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259e155a0aa84b965e17816a891cf92aed4b36fb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662a95c25a9e73398a7cdc9813e9198706492e92ff156b00ad15e94eaf4c5cd9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579b81444b5529a0722c238774ddaf6bb1ef22cb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26039712d624126331b05a06a91660bb9ceaddc2e7ceeb2a946d6479e6ec0e73
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e45c4d8a4191c19d80a3b5a2d521eb6077f9f76
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a371e69c0b7b866e7f76e2644612fbd0f680d1b6128bd1f7571fa8d1b14168
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ba0b4fa05c19df4b27f48d00ce036c5f1f4d08
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b76a9f96fa1f8dba32d13c736706dc48c199b7bd14f9a32d1f5b8f78ee1a994
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5381e0ef12820da9ef9ee344a761f194113b3e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39dbee8b38073ab9e277828e87393be3a887c0b55e73fc268d1a91e99d65b695
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9363208ac71efb50347df8c23f5ffab8b4178a8f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0891cf67894434a5aefb66892914c19056aba779d8afc5c5fc65fff13b539a26
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd5dfeb0547c7697b70ae563167bffecc2e62189
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d59144915d50838de813ab705222b9ed863cdb69339e176db13f563207a9e4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a82512710f5e91cfadb09fea4744d7b4a700062
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0371185c0499ccf6fa727c7724aa8bd5ae99b72080ab0417df9ad9ce51904903
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86736b47fb4cd447d8bdfc0000868b67b37934e7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c67cafd74f337552349be01f408f1d13b1933b2f8ceea8a3107470527ff1fb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8449d5d01f22eaf6593d403465d13ea03112d2ef
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdce3512fde92e9c53cc39a90ec68ca8f06fd8bb0236f719f2418cb920a2142d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c8ce0b39c5397591cf3e1d1400820bf7c52aa3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcca749c0695b2b0220db64ec850c15d71bf1a0b0d0062209b310c73589b089d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b7bf95b249e677abce2a351c14e855a347f22b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cef193794b401883c2bf04700ca6673b7317c38b8499d3e1055a903cdfcc2d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1bd02f899482cbe117113107d87479131232d3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c12b9e616a5ad7e359475822154dd291b0ff7d25c52be6f1b84da970c83842d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35a89112cc9febae865104f7659e535fc92ec79
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17f2702f1c4e2f09e46300a6a77b57031c325accf3c0e2347784f37e76a9722
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecacc878bd491462e22065c23f1d72ce99ab30e8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb731549a96f68ac351e6b3f419b850d85ca191530cc5792a8be19582778ce73
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82846354317468b7ff243d26d0ec5a23fffd2c33
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeae81c456f432bfd28493b8eb81ba47e3389ac176198b4f304a554eafa3843
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a899ceaa9fa77f0f6a94ea87d1702eeadd79ad3e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f058c8d319ad2800b0281e5ae01b0f37b12a0e665d7332102d687491bad2ee
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f57b6f02b8faab2e690738f74bfbd6878c2d9a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae244c9bd2427081fd10f9d7c19ae94b5a91d9c6b914872b24f0328bbe140292
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f332eb6e6b235bd92d424efc1fc07efefdb1ebf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140be521a9e2f3944c1d540e23c5ba470c3f63c47ced8894f3570a54a8d1d5a2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67716fd433400e012c9237c74231905599e2fd7a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2752c7dee78b3acd44a4a15d8d727d8252bac2b1e606dbc220a429c39954cb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa15e04fbcf26ffcd63fec89843999cd3b0607e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe889cf6e8315cb7f0c9884cc1df6b6d0667e2cae566dbeed86be5ba2a64fbf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbcd1fd0e7368f129b08039f0dd4056171a9d68
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ba37343eb9c7c46d3682f1559a1accba454b4e86415dc07171c5ca32da82ed
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d75a41439d54d18fda963925154ead8769f598
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f6090195b2ff25a9a0f5fad2bb4b6529249b112fd87ff142d094133d535681
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48816e32f32f566d3be228a47cd2bf1ff5425470
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fdd1abe212cedaa8cab2cb7ae82327ae9cac601f11f30c893cbeff23f4feb6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b4b1d41e799aa9e5469eb01d64a510e56a57fc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0379b3ac2632542aa1c8f2f85696b7b3868144f12679f9a5cb212f99c9009f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badb2f525a186ee3d4102e4ea363e19fb7c7686b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f68bddd50ee0a15f0b7dc5566681b400fe08bee54e53284bde60a6c051403f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9f04c7317de1343029883045c6d377946a657f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13332cceb9307082485b05f7c7daa63fd6ba6226f9dc3597ea36be6aba33e7dc
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9598297818102e5e0af80efa2355a26abf3cd05
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209cca89d54fdad076bbb89026c32a209207ff4d3b3d755826e5e210896727bf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d5a93481ca87a1a6a40a4c2380d2459ad595a9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b957299490a98d23127371c4ecf9ac3f468970998b67471f85f211a9dfe88e86
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2612ee253f2e68f5c81a065ca3c3f4c376a20a99
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c568fe6712128689fa3f0073cefa0dd054b13ca4487ce6c93709a722066bc3a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4231f1a1ef43dd95e15f0be2073bf1d4b0a2bd94
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d596a8fee3ed51a71b97284336712194d681107204a963a91590dcbb9b7bbebc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79a8956f2ff59bf0093d3b05d0e6a234294ee6d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838430096a46a47ee08ce85f9f415c1e3222763cc4861fcc72dcb5e975554725
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da32144054a2638c17e97a00469f6db5053a820
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e828f184b6d70df4271aa204c3e5702a9853649395314b97803b51a79a89bc68
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb2e6b07b8392fb33f0b24ae9725ba681bd2225
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203094bc33838993a54c6036cd56de9af1990d5bb7ea1925caca094c1e3c9996
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ea5258e265b7824c4d83e22b2d75f1ae2a9f33
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b57366c3237ee601e09758b78a811f713cc5867d030bc2e69eaa3a92dd7529
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1575411caf478176fcb841ec27ad6ed7e1105392
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97f4b1dacf17bdeed7a940712891e5de3090d35276c2a027c6874a61755653b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b26713f79dc6ed1e8705146a6c836bad71c232c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac35f813dd2e290886c004d0372b360714c97b536961a041cc10ec8e065a9da7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79473a3682c05f7b35c71061c3961d5395fc5bd4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac050bdb4993b5f09625391d0b61aadebedccd98bda0702f0977265e83952ae
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59257482e8c62c0d79421dd6f399e533e0b196b9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14544d2b993b6424c5bd47c3efb2fb5ab51dff28ea19e645db6c26d6cf44c184
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e72b722630d1638ccb6fb72a0a6259130fb89e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ada39cdd9ebd27f01792179d0767217aeecd72d21ebe52050b6cd3180afe19
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0df6d5cdd8bfd44f313d27a7f1ba80918b213c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89079d952a914d5de93db0bf4583dd1fba23d8ad0058b6274077761fee35827d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28554418489b4309e345df35d10a5485890ed675
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6b440a1877195a7d3defcbbedaf2d899d5a76a851141386322e0d34498f199
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8811f1401d9a713dc00a6bf3c7531c145972595
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a724bf1c7a558325da08e08ba0fce5e1bc4588e5050d3b6978765439a877373
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21eaa0c810a16689cc8fe6c33a2c17c1821d9965
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7583728a06203213508dddb79cb79f35e75ac95f151097349a3741071c2ce0b7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d93dbb9059798c6fcbd036b2415d718be7da57d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab304ec00b054e026edb91e92b08af8990494571a1b7e7030639ab14674f1ec
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61e68a4eec44482844c129eff21bd851b0e2d31
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317135f631b26debcece5ef2d950fe93a72ad4a8896ffbd8f912306f51cb544f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3d3bdb9c8afaf95b3312b49d9c82a6c9971d90
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372c11ec2f6eb976070c493205488d850bf3db2477977af42f63c63081b40d77
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5749f558971affb85697cd25b19f8c5dbaa118
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e851e87e549e63b1f9ab7152520acd3c3812639368933c8db50d8d8db054603
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ac90156a17f0e9de136a2879d44af851c865b9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a6d5d26b1e6b79d215e8323cc6abc15ad78908cedb0710fc4b2089e9508c71
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1c1478a7d1b3ed86447b1dd91286ad9ce784f3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd074df9b004fd37f85e66852822d4ad7f3815b05a8ebe3752bae26c9b3588b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bbda816878a38d41dbbf78d6748235d28efcf5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f32a5b19a69f668eb4330b17a2e083487cde46a962a3820dfbd207bff135470
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e715b9ae0ff2e091e4ebc928d327b689cbc16f9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5150bc4a3850adb70c390268b8101f8bf1b331d3b5b2f892fcb2dd2b642710cf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cb00c1c8af43494bbdb5cef164b04f7c6ddb59
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc306b5dcb9b16649a5c5203f8e132f25a5594bb41869d26b25413578a2e10f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f623ec2dde555ce070ed2c9c9684140668db93
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa3e00b24b20c9e62d981b19f40f94d9850e116b335c5f1f24af32e8c734f1d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf5def3c3383c49670c619de2a5d3b5d1bcea94
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cfbcb27b34151246a83e4f069281ac3c1d44b201b25273262a92789011ad12
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fa8ac822454e78dc3a273ebde7768cb9eed289
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185460ec06c4e754a6735b3d417c5166125909eb84ddaa86cc9a866b8eee5f9e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a4d7745b9df4622988ae1aa32c766dc6b74146
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc66e5e64113b6dc20893910009fe931b5aada1489ccec7bccb50b940a92f7e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db71f6e7c140d08186d3527ccbb848ad2494225
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1628bb2adfe78815952ee99a6175fe3e5eba19585f37ccc325f038d1d24970
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9af958215dd77de5ed695ddcdae51ae5142c796
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6bee2f58d7fc4e84e4d526192f28c03d9fbc9f2e1276efbabdd766e123546b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edb2498cfb9a52fcecb4478ffc3bac9abd47fca
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ca24e842cb07d17142066c25adf0a43b005c7381a6dbcc265ff66000f73946
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a29e3e95ffe47b18b0e2ec7b2f22daa4f74e88e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61818f97942538f3d5fc9e520c816c06516b9dd4daeb4b6ac47bd6d5a6322c07
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb9da68b33c9937e76afde908e3377d4be80b08
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c22c07dafca4e649ef19f433c98da8dc888768c302aa9cc2cd7ea43feb5ad52
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88f065d4804f589e87d1a1055af594838f0ddd4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d1868e5acbc0e9066808453e63ada75fef3723ce5af560d1a7a51d4ca51d70
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18580285a9f04b0a177577d10468c59843245ba5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9bd6bf0bd10c2cefd9db30a52abeca03c6e9d574a85855902db73022ab3401
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a1dcf4dc4ea0b9ed0059a71b257d064cebc0c5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe88f42a2c4abd41ba7accc101c685e3bc96726b10c3d439e40b9618efb72a01
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e4a9f45d6fdb03ec66631d66f80003f4ebd9fa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c1c2c7b7074e8be5e1076e6e9f37587ca618accdde05fac867c08bf8d6c61a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29056c55e88c88dfc44c4fe900347c244a224295
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5f763a93c4c68020a26fed5d423e45b2030ac4d96872ac86a2473500abc7a5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ef730610e7019674a734660c8f14f5b65d23f8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64dc21fb0de9de7a9482e0a614eebd9f0af6e856595ae5adfba14920582b8fcb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b2459288e178f64e36d1dbc1b9c7f9a2845a0f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d6e9a5233e3a1b9d7a2fbe6c35049afaae6c57a432df7deffba44844ad4c79
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d3b3846702fb702fbb4aa0484c21484ee98903
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4665a549c1faf8296bf7f35a914e6091da86234c1704ea7cea9f844e24e89e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df06a74ad6da52d59b528120f4bdfea3de04299
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714317a255f91e6435f31a8e5e3840d240dc78f6e8c0ee715ba882526c89ea88
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50291309000be7abefe27746d1650b41318ca697
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be245cb450b65183a72957d249eff86dc42f5d92cf6cf1bef5b5448ea061f423
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2de091c736f0e5b5c54927aa1b558a29f58b8e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cacc0b950e13065f93739641316bdd6f4f5a218b6ead79c034922ffbde3b4a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a2f66032fd697b44b6a24072a50add1b44f747
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35368dce8b6d9fb5abb57e707470f9b9dd08ca9673fdfbc65d56e249a0aea03
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20aa85103d775c65b67dcbe108f3626ac520d23
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42bf99a3bfdcd6b38845aece49d5433d3b1a915996a3078a4b12f49a9cbc0b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7572eb6fecd4c2e6dc1bf0d8d0d00862a8b2f6ee
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dab1f8e3e40de3498a13761860c125347d966ca55c3e3a4166f491252b7623
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acd7cc80f88f3f34708194fd60ff42367be15dd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953becb532da031288209afbb4d3f17065815a0b5f99c4741172359d544f910b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b61a0900c7dd289c875dc862298cceada1ae722
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135c879672e5cdd8f9b5eb07a83b1a99f6e08b1eef2519f95ac22bba67b9d7f4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7177832f240e0289b0b8bd0dd54386776f8b15d5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24acd6cc785608b23e5b4a500c6b8fec9ef46276b67f10e9e6f982d77e440d9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605d3a04a67cad7d989ff93c3375751b0f71f7b4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401f61b730fcef0fe1535265824554a91a37fa5c48708124fbfd3eaef9caaf16
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395e5f7636208a5b3a037da6d3a40a3e5b335038
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcc99156ad82cc3351fc6eb74259bc17c5993e4a14c1c737200cf29f049062a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e812f94feef195f919801aa828e6fc21301bdb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280bb571ee51269f866a24bf6656be348e1e6fe12bb69b00047dc5d707dd65a0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c7f4a21e2bb14a3e7b39c3a33be91732166fa5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987ff3f5667bd73661a26b140cb1cd7e9ecf7c3ca3d84191e6d1257ff41bc347
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eae897e5f0cda1c74df524375a841160bde500
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f74e32867cb92f1115457c3aa96ff526357e6b5bda6370cf58c68928c38c30
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdf0865a9796fdb741db43303977c8ef6199388
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f55426877e7fc8b0378969d047672c6f988d207f32fae1534c361d23a9a9a2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb81051cbbd8f338e83acc98b02161d00f2a45bb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7123372b97896d5a739acf277f7e4a75b54c8a891c6b0f7f9616aee5bafe83
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74830dc5fdd7b84f1de5b4b1a0a297c504fcacd1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a21bcb1d1df704c3d862bf355d891706ab1967f5dc05e0def1a2aeb95b8973
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07b1e5cc16d4cb34c161e52277f2938563239f7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc6cb989bc3323770c87ed7b43991528b7522faa9f29670016d719a8d51266d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d737821a171c79f446b099648e312677ff47c8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bde9b2a8852349a1258dd77ae7c224b363762940910b205af998fbbd528a077
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80466e14a3013fbb9a501fefe3f6a5938185202e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b250257ee28479792f27ba45c05bae28254533b3d6c2dfae01e2432b4cf8eb7f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ad9764a03dfd5704ed1baf3af8a75156ce1728
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2441dfbde23ecd35863437ef47f26c6573474d47497ced9554a367496c7e44
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492609b430324acdc6c08f1a17a18005674ad3be
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f290623a310aa0a5538881260b8a0662845975a60dead62b33cf2a9fb963a95
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6d5998540da6afb86cff3544fdb6fab4199696
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9046e7b900b703f48e0572017991b585d3aaad0ac799f989dc467202f28fc8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ad978e0112f157e175c23acdbcefbaba30a722
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fe1302167f7650df2a6a3838777bcaae3dee47c0b36e06581b31b478e9f4d3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ac3624a3562faf73673456ed0c415bc1f6590e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32a8f676e7bdb4f816a7c1824486d87281b0b426d0b683bcd09813857871b35
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49afd95e05f464a7b7e79ce6efbd2edb0843ae86
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6277fe16176ffbc4f2075a061b112804cf44e5f65352525950c33b7b7dcb090
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a547210c0e4d3942e82291818bea5a8f7fba819f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beff76b09feefd999a366915039d0efe0638c6fe8473dc1ded13a0c27d07dabf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7bb9672868bb007cf8dace87c5713a46973b6b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e63c75fb2ee2b535f2066bb15149cbd3fc8e036c176728e236af981ac37f1d5
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f471108880152b973ced22a0e05bfbdc1278d3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9471cf5f7c848c098c9688f209854fedad08ee8d9894dab53f0a0fc4256589f
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf08e7f459bdc015476dec2e96360085e81e01cd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0205dc1480cfa703c658555ceac3351f461ad4323d14e145e6351fb021dcaa74
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce2cf2eb1820ea5391af966dadb2dbb1f3916e8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8271c156f5038d8b9717bd060bac81f4950ca0d795d2a2534d785215e11d778b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dca0f553dc73d9c4d151c241c57716695525b2e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e44e2963570657d0425326d43d61b92de1dae7f0d0410d98b2f6729192b36ed
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453fc6740a19dfd43f1d5484994ec88e258d3193
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4c97a6eaa1c8938b54cfe1126f29ae3f123ed918edb79210f9b8d1903be976
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d60db0797df49610efca8850bc5c82a74bcec0e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69b38792760c72ae0310cd5d65ecde339f6ade6a62b39c68350a78012593a7a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed095bb3a5041576ff8984bdbeceefa59e7a4b43
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc4d95be9d611b74dbe8611dd2454fca3646e2f62fc60ddefb06b774f5f0583
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cf074bd9495565930bfbd8311022f0348d6d5a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0415ed87b6de2d8e6eb405248900fea03737cd7c94e790816b873dd78f0f281
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e930e381383c8069e05da026567545d22b535ed
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7cd7b1a803be9c80736eb32cb5307ed32b6da89a061139cf1650263ec23479
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ac001f2f36c9edbfa51fcfb60c93688fdb908e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94dc9a877467389d1df26c9b3efb103ccb46484ded8ae500e0524cb0fc43372d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5608275f69922513ea5ce264de620c44ea3af32
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6d7aa024f1c25b857f5474b06e7bd6714f99970abbd9c90acab460e22ce062
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5987d3f76397404579d99f494dd500daeddf0d95
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77f0019a175319d08ba05082fd0c5b46a7981e939e86b0a7aab6dfed63d0862
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47270d3bba40a6e08f730feb3741803154c82720
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c850e193e2689c46a9a94b917952590a1ab4a236216595ecfafb40d2b814a459
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c5c60942ab2878a47027cdd49a28d993249b69
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9b0f304d598d0ee14b1753038d9b6f385a38f539e3c4d8cf9d871b547da4a1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8d9851b20ebdfdec0c3e5c7e0837c902b1fe9a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7f192016efdb1b9c8949e6957de3e47934648c8d535fe9325136579c37ef36
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9a33b16a6f97389bd97ef8eba50c69b6a4f0d4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6262a4691841394a2eac2e68f416dfeeabc3cd082da434946fc53889171c7e8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5fa473b3da8debc95b6de99b5f945af3b4093c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cce0ed210ac944bf68b79f23a0e8e7656c3caa8c6f464eb29b7b7cda6ea88c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804270a459d6f622349253a8e292cbaa3271d3ab
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66054ce352fbfd06e02d10294380d4b881871d7e2b186ac0236a25e363dc5ea9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdc590fe353a4f24b92284697b6bb049f84e389
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf69e0f3e12d508c2bae5cf8cdd36ea051dd806404b5c2f49ecd341b1cdfe82
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94893dd0e5c2e7c7dc7720d2c0f31e598bfa3d0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:badd61aceb0da61eb668939490e4f5a43b28fd6cfcdbc3cb36d9c44cec97ee49
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd1cd6baf878e7cb1330f06cf1c5d2875245f65
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3c5a580fda4e5705879268f0b7704464ae5a2bdb94db8c05196a8826f0d7c8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2f1b2821e13dad8c2471b116b400cf16b5e040
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3caae94e077f34f3d2507a07fb7d9a39686c674e42b9a8778e35cacaf101d06
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811c72eb4db318ff302d446371a8738beff1c473
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80c0e7a07e7759d0aabe726bd192f7f73c56ed94fd94bd1302fa7c1a7b0fa79
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36087ba638efe415b463626bce65b8fc077abd47
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d09e16ad612841d96e14d02eb51f0bdc103dfb54671dee29d23100e6b129e54
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df37e04d34d72ebb1756deb4c5cd66099e524b5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08c760aad79d37567aa45ed9c4f8c43c7a858afeb09477d9aa32233db8e3f2d
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee56c26decacc5638faca9b78c1c885c28461e2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97b36e7d9603d5003960911b6c7acb184350d1b229a7852f97ab0f0c2969056
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bbd6e1691122453e7157df5a61493341e4fc4a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47731543bd40111d4b3dc346f01e4daf4f6e3be022a4c65d06ae5e4887e93ee
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a115e26d8315bab74460c28ac015405bb5108e5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc093895f2f988968369059d207c13e22dafb8853fee040994d2d1f2608967f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d06efaa3a02d4f6980e0dd85968d9cf42b8a96
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7167cdcee0b1b86acecd9bfae27deb83cca4f388a8e9361c0db58597c1fc923
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657d15a1875f2a7035c400c396449d25cf2043e0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb0a3a4b01c98f5384ddead1e0bf406b52685b6bedc6d170d3e7941e0afbf5e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab07cc4e8cdef8bb7eaac2eaca9d91c1813f5f56
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d2eca7f96cf364d6b67ce188dd2f9402a35a300d030e0f7eb7b371e46f9d1d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853f170ec071f6b4add463e6fbb776e4f98ad89c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd41e5d056d65d14a35e944b8062dd903b93d787c26b1f20f8c9fad2950dda94
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26358160ef4cc8fa14cb8d81db6edeb7c7cb90c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa83ba364ce2b17aa60b64c17f68e399104ea6f3e2dbb2c5e76176a4a0308357
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a34a119a34025dd52b014923c3ac2be3e665095
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8db31be6cf18e28b8eb0cc6b7e93ddfb9dff1f685d70cb03e72c2e6d44b87a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f7c74d523ce4020247a41dfa9a2306cb77bc26
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a473d3b01c2c760c5129e93df3859b57b4c4ef1d743eba4df6024ec0b4b9c3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2971f8cd69c032c2815c85484e601a97efaca5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeb6b3e5e570d3d37aaf90cdaeaf3f599f17268bb2289ff46bea65973ad29e8
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda02d3c2b30e380bc5c4912ea2dcc6eacb4ac5e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d10382316fb6f0e4bac9723b0a533dff9d35f4db447c994a981f93a5dd2ba04
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828f14e9cb1866bc3557d7eb8d9dd630f6414a8d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4348ae79d697de4fac9a0c73befc68cc102615e1cc2b961df5742e9b14f12f9b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58206fe032613288f6e0ce0cfb2ef1e3eed135cc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719e7791dd22f9ed58d65f2b44fb45706222cb415cd45f21164b56d0b2fabb48
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f55d70a1cdbed1f99739359b02294f97c9a2ed6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa1de15198161060895145bdd40910735b9b27b1767746594b214a0a264dd69
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab5a5860cecec4cecd7c424528ad60da83d4da3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702e9a1c632ec1f7996c38a307d4aeb9dcc0a05a264e221acef07555eb5888e5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c0a52ec9ef10d4df411ba5c925b1371200fdf6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd04cbade8713766573f3c720b7252de7bf4de210ab95649aeda2ac771efa5c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2cf928fb32ed23378f1f473e3b19931ba960cd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2111b48659a9cda6591827e0c667db7aa547ce24acb02029e986d0d2f2a0f606
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7f9f2fe97df82e3644a79887019d8697448910
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21806440dd4921a0a9b8fe98ced9db9f4df93629fddc2e42ee17dbcc1820a5a6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa11b26786e53ebf87a3322b0f69886586e71e4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5774f18f2cf7bb45fd4144cc01e747896af5742ab93f76801abcafdca1f43b17
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8a109cb98ea732da06b3249dfd450b57c700b6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a331dec3f30a390e9a5c9f27b48ad3bb8659c05e1cb2180e87b58742af3d2f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c8acc38827a072950980551995cd7e2e0f4c95
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc899dd223fdaae4e827f779b5746be606d60c3201bb066dec154d1c35ac036
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d15219673e7d5d25fe8473a1cc21480439428a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50517f22582030daf3af960d040a57708f24f47681c84eb02adc4883422f5800
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bef3fa01192c1e3925f2e58aa35599f3976d31
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3103be6f4edf2cb9b1aa50c79104bfc56b8bbf84ce3b9ff7c8c4315647b5ac6e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0daac5528b1a6d91737eb4445f4048865d58d3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80c53ad389aa7790614d5a43934a27f1a1ea6d361573acdec311168dcf89020
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f763faeb0fc5fcb8b2f777202af1319f5da19918
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7286b2d801fed7a947238ff9843b299cb48cdda5983cadb8f18942de38620f2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff12299f0db2ac32059738ddc1b3d14b0770eaf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5c78c52d34a7f01d1a0308b758b3cbfe46eb1a23146400881d09beb9859c25
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc356533165bb5f49f126344f9c1413552c129a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221b721338bac1cce5fc6421fa404097b5dbf305d38ac8fbdbabfcc8779034f6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7723b0c069ad265356c5f985f6c00cf629c9951d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf3dcf07bddce97293605b9a916fda7a1774846b3bcb1813db8f6fb69b000c6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538b426450d8f5a07abf970be0d4fb1707c996a5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370dd66d79b0adb40e59d3cd1810a98cd84d68fa74dd3855ee00a89cb809f465
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cf4326f1a211d35b19c5a54d98a450dff85955
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b022a26a6ba8822078a604bbcfaff9f00691b7988b48db1e0fa385dfd2b568
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66068de34e10ca20e124246fab8a591e50f2087d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b6754391d9f6832e389b66582f6505fec28793f1675bb2c1f8a2382338345f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45e75be15da954591a5899e0b856def269f04f4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587b1fbcf6aebce2cf9a3a42106eb12eea58f221f980122c41c64c96c9bea375
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1934b3e9fba8cd7e4c1903b68bc1b477b8511c95
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9c2aa2b96a9f20652d4ac7c13e2fd7d86f3bc09cf0e0f5f24489e455636065
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab5c437a46cdb708bac19186266f033f63bd539
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d3f1e1ebff225b7b39c86b37787e3e042f7b5108c6329e40bfca3b37204447
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a45698769e4c5ffe1a3820fe727660acb316854
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f757b02d11d66ed3755d75bfbe549cc1771d2f81ffa48636c3b62078137d997
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e312d1418c6dcce1718fdc827d96cc553073c8e3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e96c539d8aa62c105ab4c74bb1d2fb5a9dc40f25dc7cab1698d71a46fbb17ba
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced9a9788294bc73cb64c6e9eb672e9b87f8f3af
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc302871fca1b4872b272d9f622a537e8d9b29ea0719d33992ec48131f3285a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38e463f8a4fce7d793d29a0ebb194d952cc61b0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9075ce6b1410559817780b2185e8abc466dd6362e0c2c8a170f72257b430f8f4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d095a005aedfde7aa2dc009502a3bd16cee0349
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1169106397270e7d2baad3a8e1872be6f393dd92422907cdafd236b513dd6ac4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b135da83163c48625b139f0d918889914cd8a27
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0cee644b331698f575d483545cb807d7f1d301335f129bfa61cbc22476cc9c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc60513241a25a92daa2b65de75b4c8c22b08cdd
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b702c322d1e169d7f4f303e887ead1682a7bfc1cf4b6bbb339b1ce982e2bd1a7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713dcfce8ade7dd635cd7060f8dcded95b4e6422
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6e6478b674ca1fe2f6c10e3f75b48fddc0ba2f057a2135309aee5945e4962a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d1b8ffcb35f506a8298fcb9f59f8ed3ac9c8de
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efd497baa1e19a63b736d272610dc6ec7d3b74a4b89171a39c65c6135ea1d2d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8d2a648d44e091d7d6f3c78390bb1d48988aff
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2771e73f0e26cd7e4e3a20c0580ce3f181634f069619498dd4ee70d309b7a36a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf6db3d392b3f7559727b0d6ea9e0d3de828fbe
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ec3948420737a37db85ac51b68f3496d706b9f813bc8b1c9d17c113d0974b7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf87dcca80b6a5a0cc5c0118c83bb45a13dd0e7c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b3f3e2d6964e16868f1ba4e1fa13257744b41cd3bf92b36720b3dbb4eb84ec
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a7c4d96113f7246e7ee58572475df88f56c59d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76185d44c2d5cd05a24f8dd1b36bd47b98feaed1a3976e034c345b59c1ffb180
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e872c9f7fda69b177a1b7b622e6ae4478a057
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8ef5f0c0cfb962d9752ee61836b1f7fe9162bc7f4134dc0f402c8dc707b5d2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408c4f11490f04f5172146eca47fda0db891ef1b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1487ba292e08e7ac36332043bb4579185e0ad8a9ab931d43d8a014431fb0fb21
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db3ba15119bc5a4b3a8aa9c8104334e9c4d46b8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afde5bd589f611cd73c161b555be24c5c6efe20825fd32cf3022be94ad6545b7
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ecce21f68b3b32e89f706f8efe8783bbf4376d5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83881df721854d273b747a10522d9a2ced167c50774641e7da8fae05f105643c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7a80db8e2879745b060f50b5d49946dd982dd4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89eaf5c8959a14bd3d6edf831546938c456be1c680da62559f58283c0962c4d8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33bf151096b0b96303676c4385c4fe7d2eadc6e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c856e1fbb9adc2dd23e2e491ec63efcf280943d4346b87dce7d97af549ae3afc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0657ddea769d01778ea0cbb77ff6eb82227f38
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfceb21362e688af11fc31f395868da43321d57c8463da375fd5434f5992032
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51487b8cfc3975dfdd65db42e64414caaae00f00
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bceb09f57d0f2b07d91811a91f1f3b71e23182c18359a6791e2c7fc11d62d0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7eece58cb402c6dc8d162e641e03dadfe6daca9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec5a2542a04f3727320c937efa7ea783260fdcb121681a990ca671aae280c61
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd3cce3c66ac71437e3d19b24d94b0bc60d33ed8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf91b0178993139913e76f345b1704d3523427725d9656020c68c734d7f620e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90db72d98c8ee18b8748ccff528ed16bfb39e208
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f00c53a733256ba45a7ea33f829ce1917ecb2a96b630c7ca4bd566d693ba042
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b78f1bf7fab64accceaa7889da7733aeac379e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63aa83b858465b48d6a14d3b406406b91576b12d1f0ebcb74dc29fe3e3a8b0b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed7b64f4fac57e4c1cab2698974c6163597da20
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b019eabbdbd2ee93c61961190a52c9cae7ab86af7354d1a74bd6b14a2c34bd8f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd4c35a66ab5bb0dc7c48a73197de88fccf0da6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6c5eb879f44f6e23cf195abcd78a96a16280f824b4559d15f9a85f630ef3d5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ac241772a9e2aad20dc08acc3eca1e7bf53a59
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b869e047aad6652a2fe7085cb036b9959a8fdf8c63e22be33b33d6a1901f92
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12add5209381f1c6a3de9f6b3048962334f7e7f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1648da09173133be9343f146794b0cb5e7571082c4b46f36e0cc0c0628e01073
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e399ba5d1f50a6ad4525d3c5abbf484c0b9e1f7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbccbb20f4323836c1a12a73637750216655844599a752203e18be3cc54abf41
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672eb15799aa654e101b78d97f9e0f4acd5b5352
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c53e34d01a7971083109474ca127f485e55838e90a24c6d4a7e9feaa50b0694
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd4bf8ba8d7b6a9f693dd63d9caed68dfb22e83
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab05112f738bc30aec4f2d80d621ed71fb743d0f862e8e530283cfb329886a2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd3776dca4a10a0e0fe2ef8f942de9e6686e23a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8097bb4dff0b5d530f91b1f5c6352fada622a2c52a68ead6f99a56d2d7eb79
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6883687aa6dca429b1a811baa7900f1ce24a36ee
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15752e9f1189438e3616c2a836f2b86cad5b25234785e94981f52a89626f912f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be16421e056790f4cc2f692e5588f79e298b1eee
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba22f28147bf9d9d4673b8637d7e980ffcb0ee7c6e62e6f28fc93eae78b747ef
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a0c4d059ad07304ddd08077dc832380d6cec93
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bba14f6b1692142fe576e673052d6fbfbf4d4b506ca200ae8c90bd78be09d72
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766a0f2f242d146b06427230272c4450409dc68b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f917273811dc6582b5a02676aa593d0444aa355e208f6a714cf054c5955fd0
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b85dcbe58dde269c623e077c22406c0612cc5ee
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafc6e27352bc9abb01dfa4ca1b3e212904520239f8b56e26fad3cc10d35003b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f75681aa8de2a5be4f4de425068572dd59b573
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e96bbfbcdc3c6ac3ce2f5ff85c1a31667bf8ee7e7ef1922525ef08d9c2860b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06144ebb2c36e304dad3a9938f7433032ada9916
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e7e3183e49f20ac494befe35c117aecca666223fccba386e4dcb8f3c810d88
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbfb7439577981d013a32d99029fc7272197001
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3feab682cc132debe43b836f6abc1ad3afb67e027809beaa65016708c76901
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baf78fb59b6a33a8966d1abae45bcad0244d5b7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9994320ef686168f67505382cfa692944a676e930126d025919c5a038ab9b34a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2024bd7abb4e85da09121b5153e014287ba4e2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a32fdcc94129133e7a725caa5381ebb1f4d9a6a9f5856e3a686c65494a1aae
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e50a59023f787471e7f359a3f8f7537a2eae950
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7b0a373d72d76b90445c9b0633c55bd3de671a427ae6abede187c4106277cb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1206f9580fb3092547345e55286277f63cc51b8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db0282f5d3efab45ac2d12e66bacacb9d5245975c87489d8080e8c253f6e9fd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280d8f95a95bc6b6b0da38254bd9549309f8ed4b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d6fd95b09c1b2b341edd1427260d9cb67df663017e99926ecd63b968ff9f0c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc547ab674d1ec0de70ffe3aad0cc9aede7346ed
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac8d1a0779477d7ba454b99fab3596ae072c14f337eb74ec0254be91557a460
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8420d36e53450f1b0bc5ec6a0340b8346ccabdf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4f0efc140ae58e4b41ee887dbc581265c661bce126824afb961d776807a5d9
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4890022d9101ce14d20e750415c170bc80dedf5e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ce8b5aceb61f9ca4bb5661f4d6ec0a3d81cf5b36fcc5d3c5b12fc928489681
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09147bf399a31d77caa855cc5ec112db0452bfa3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e3db20428ac79341a62427d50383968355013c176e0908cf085407c1282694
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8171dfd49716a9d933bbca70071a059e0fe61c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b428d028ea442bb7a1ca2f103422db89905e5c5fe68d6ce3bb39072483b0494
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c578a96508c717255fbb0719ab9fa4719d24dd9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a60e69f92f0931ee09c820182977d22db5519bc26b46926d47ac9dfa4c0f715
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f1bb354005450b44b1edd226bbb307f2ce84ac
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e575a7055fd99442965561d0f140bdf3bd97dab113c2a896ea037ce4c918cc92
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9bce80997ef403fd9f3013b01108984e54c428
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b49cf4362b2a7b23dce7a4af2824e9b3a0b85b37bf4a10aba736013971d29d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d554d754b397aff718ea5442334f92e69e56f9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151b727394540e9a9049b02246ac88c57e90531f75e6e7c5d345519f402e5051
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9264dbb235dcdf6b64a8a69d34b77ad312532b8e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d1533a90c4b0d491a0930053a061603564eefb195da3408cb2e332bdaabd0b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f2b225b1ece242f0f6e4c0cffcf65c73bad326
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da02de5c23837a0704e1050189cb49967d6f6758ce765cc35cb72c8c6494df35
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e8c9960f55227a1572ff2aadbb50d425817ebe
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bb80274b50b0b20bcd01e9a4140a5f6dde58da0f73ec1b14419d160b93acd5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601b0de4942acec9f08520246c76b76df3693dd4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df215f86bb27ebcb203a25d3622b949334aba82c0a9ff8c0ad48d914b2b5fb60
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac99eca50bbf41df900050af84f24f66460131d4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98d3e0c8b3f3f425b7bc285cfb2052575f92427c70dae16807e15b85416154e
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3948a2a5c2cc07b1b3b5933b89f75be556226c2c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283919757a9a053df3f472b3a66dbb9951890bf9a404ce8c15b0ce1608c17da4
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa1345f52a35a44c6a00e9f5efcfecafd092676
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a27435b8ffb3f7d63139b0faeeacfa352747113bc4170f1a310194ef336f3b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc84861f0cc87addafc678b8e5f96f783e35e1e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8044912c7f732138c478047e6cd5b9e1a833b7f1fcc5382ac5f2962a772f3892
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daeb1448d962c9f308a2c6341dd5bc225fb62922
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca6a592c47f07fcd499f078b1a295ed8c08a087dee0c0dcc06d53f3fe546b100
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cf7b7aae42026929793ee9da4e03d091588486
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72ae52aac5a66cfae85c90fafb970171ea7438089fbbd72b6b6d448dad643dd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d78368820e676d49f5f39a650b81600e5f2798c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc428b84d1c608ff70dc0eea0f45f1b5c618532c13fa8a3889f11383b16b1ab
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9c32a24efc5e3a27966347bf81ab75ffb0d082
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe54a07f79e93fded257a2a28f606c29e2bc1cce52c28399a786d7e9d50ef52
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427541e3bf4ecc8511a2e45c0325f30c987dacc9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327a3ba48eb2d7db41e5fdad5a0509a89059dc33f50171e86b3633e12166ccb2
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5370d2ba83c384f7924fde554aeb89a5bef4cb5e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a485c4026a7e97ffaf994ada13e4b455a2cedcae27985841d11a00adb97337
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36fcb7688ff96d009c2309154b76549bd0db58a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd7d38aa4b40d17af3adedc4bd5fb82e00148f8d1435f9a6ec5de4fc9cbacc5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898a70dbe7324c95c6117505dc44936e24e2a6d4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5c8db16e2297fb4b98d8a68e991e825210090b838a5856658e9ee50ea5ed55
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb108b77382d6cd35695a799f8b5c4554ebf0cb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca26fc53b3c0fe56dabdf94bebc60701e4973552cdd7438b52eeb4fbdb9b556
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e224580de6922388a7e6f3933bbf2c5e70a62c3d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f4e48ed3cd2a08c42d16cfb5cd95d262f1e8461caef75f1bae7f8cdf0bee01
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4993f976c3d8ed27e978d47dbc41ad99e39099f8
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c99f270334812d64f2d3737bd1d1bf4ccd2012066fedd956641bd22e4a31299
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8addc5ad3f1f2587e304aa89d849b22329356bff
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208bb4a79931c3f8be8969ab0864b568f8e768ce4633892bddb390db600c6659
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e2d0a628190bf9c981c29072635b4a4716a5d1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac83dfd1ff888a2958a464b275030bc289657c1710e673efe3d98054d636480
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8874cfec999894e5e431e93b90b9172c30368b32
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3774da2039c67c7578fd01d465be7d649505aa68f537a44131c2017c41691156
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fa1999b8d92350faa6543c1d5aa924fb2636ae
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec041254e567450dde80e6b8f08f708919856d49d78b7b3e93fe31bc66ca7d4d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4600ba12f43d41d42ae81db849320743b34068
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ce9ef88a5f4f9bf082f24bf57bcc9c8ff5c0da4fde87204a8264ea0ec86eea
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eba12cc29b230796c2e38141952c0f0ba3acc2a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedd5ff340fcd7649f0296a705065ef8a5beaa58b6864b26f490986b490abcdd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe5306d7e7571f8faeddad748688cd9e5eb017e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a8dd5214e267d85135ed826e0b28025fdf6199b6e0c286f38c34b9833b1287
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cb4b345100754b2f28e44e7d82260154e4824d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c859df10ee09c69448451d4e713acf9ebc7735f49f9bf404919ad703f84e1f0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cb86727e7a845c65a0032c9f5312550a469a8e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a2e2525eac91d522c62ffe95f0bad11874b2952be2b24506638d644b17c366
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0515aa347c0f9dd2434498a13abbc27bde98ae38
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6927a9d79540309ade9a3a60da81c40606ad9d0d0bb0ba3de3688499b20530ea
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03501083903765646f00b47807ace11a65df9a4d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ee2cb5ef7cf50400c533a9fbd0c7414780615f68aad1e864171ba58fcc9b52
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9adfae2fa0dfc9fb3287e97a3ee3c740f19a13c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10d843c2148bfa8a207bcf038561e12244a2b2a223d5ae18df984cd48812b47
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d6de4827f3577b8382c612d1ab72a6068b7d71
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e20723351f27e91c51c4a46806cf59f9ed4d5310bfdae5b3d67106c73dfbd1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed40093c8c64cdc2dd40cebe08722aec753cc413
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106fe83ae9ac9d4628b8b4c6dd9c639a77862392bb8748045acd59eb4a58bed5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8161b6cde93e4476cf8f3ff6d80cc72d2e5ec380
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec516e5c63c1945edc66422b38e084d568b98e2e2abf52c82b27795209d5444
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1742b69fe8406747abd9adcb17e3c579f58229f2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dcfe57561ad9f4ad2b70b844b1d776b3a724dee8174074ab39f40a58fff132e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b76eaa95d11b7ca5f4a5fd90fe8fd8c9f591d93
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8f56c9e3b8a5a90f8af51e41e96b2947183d18b6f884642d63d23da0331733
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465e6dbdfa781ad58f7a90c98188ce35a6e326eb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dde9990b9e8aef601fc6f4137882d50462c5305836dda7f9c044da0d5e4f7d5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ceb2890b0b99ec444bf9c1b4679017d9bc9704
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033d0bd7e17a08af82487f49068cafc2ac384d9e6422006d8450daa205c63678
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3e5c25f2b0a1ec98abb5f5d12866c37a483237
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09cbd5ae13141f21c08e4fbb74ec14887ad89691f013005cc4323782bc890ac
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4b02b62eb8bfe674389cad9a3685e1bef3769f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dac2ef02d336985c3ab7d9bac7b0ad0a6267e80382c2b8f9463e5af34dc82c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2721c733b1fe178242a77b226ea732337db2a57
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3188466af06a50c498cb07e21e74c0357ac98f1797cbf21f12376220a247e987
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8afd113c05ac321e04ecec9dfcdbc5afde2c0a6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d5954c7e75ddeaff30e4f47b01a3d19a169d16ae99d25dea9b804dd00c457a
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4608ad9a10a5d8b1b742fcc3e3dd477e90948462
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9a7da634e24a2ee8a279ae6fddf3bea5f4ae78b52fe114cfb6d64ec73f9c98
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c5c33069ce77dae9ea41ba480ec1680e2bfe8c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1804b180e95738886cbfd855d040a01152280533d082aed563df84eb1cade0b6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fe1a07b946bb7534ffb22315deb64d6bbc6fd1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc5915ba1372de3b5b8d18fc898e9eae0ad761bb5329bcacd54fbdba6021a03
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a576563dcb07c20256278a48f1e3948f7b45e2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f59788f5f318d2859dde22007e324dd7b01eabb1d0928bcccbb36169ffed926
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6985c037e8f26617eaccdade7f5c5b9d2ee5134
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad182b1620d9ffef773a1240fe1f34741c6ec4586a7591d23e3fabac330ee3a5
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e82480388279dbf5317349653aee1f351a4a8c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1416e5602e667ef09675b8d4d92018f12e49f019f8474be1fe5055acaab59911
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8a4873818c6ca32cead73fde220b11c836e402
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8d0e666fdca570cf752c4c3c530c7df20d42d48fe7a6faab506e3ae3ae7456
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a552a120d53a855cd1be23548a0844f9a2984aa
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2815aaa7418b4be6edf6f91c2e5ac9569efe2efc8a062535c81335c288ebbc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69a779681cea9e3c8758df03df5b7f3ed1785d9
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629d870379bf48fb6e60db988bd1b8cce3534d7e8917aa5c658fa6377f172bd0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdacce44c4c5f8f7cf5d1e45997bede277eca91
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2eaada56abd291ce336bbf953905b2056bb13583d2ee3add7854e7bbd8a05d3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40eb2c4a4c1ae4200ca1c95e7186ce213f5ecac1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd715012a149562db9635f7fd1d23e9e5663e179087295250512b4a97fabe415
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1326ff408b121cca0615235b50486e4190b18043
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162d293f6e0f06407e2a32a891f57dc32cf859c89f905581112f0934107690a4
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19195c48ade34d1db6b5db6bfa84e3b89b19bcdf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd71708733af065af7d52b0483874f29d51fc20e6be2747d25eaa71b336092a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa640b047ef75316682cd8e153597d16e18f111
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e692b30cd7f4f1cf464afd5de4c00f77d045de2fbe58f55bce72671848963a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873e3010120ece00ce2f6365a28fff1a09038d89
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fdaf282bff180e43397e6ce8f0c0bb9385c6d3b0a17ae6b3f55348cd800bf1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5a0d4cd752cbc24b71470f1d82cc6152b71610
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629b6b576bc7e1946595320c9c37c3d68efe7fb45aafd1682849cb5146e58fb0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbeea190fbdfe4a2f54511649a1947b8a75c0e4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726a5229c83ba203f914ab816c1d7cce979bf234bacc213c35ff91f9e26ff0ff
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43894707c2b5d0ab2f439b96dfbcbe7a783412f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0b40a1154f5ec0a32b865e1ff606aa78b69a9089c3b9b0fe1760825df2d072
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c647c1eb3551b61f3b815f2e24defd46c160511
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8773a054c1be8e0fde7fa4fab0cc3903049c6af2e65867bb35c51572478cbf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f1e46f460a0ef9cac8976f115aaf0216a6b5bc
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3d63f1f1261860651f3a9e17d494a494ceb6ec32fb7b73fee4214b46a0de7b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9d14eb056557aa2e562751183d4397f99d9ebe
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285cf7fc4fedcd701235903c7b42ae5f878cc17f6ea94db15bd1a9c0fa98bd47
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aada4c241ff9483cd72833c0747e1acb910a5f1a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d5d2177bc29752d158da4647ff474021e4c90272cf4eff3260409ec8ff6927
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee87c05f45e8a7dfe33a8a79f198c88eb3e2f61
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ba6ef20b5894d581fb8ca1538ee4d560a0db277dceb3aecd6b0ea9ea358479
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b368b5d09485c93d96839a30b6f617dcf49de9bf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5687adde8e8f3ea07f5000cca719011e21d9f127cce3e97870ead6cde48ec3f6
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5b3049c3408c347af53a3bbbe9d17280681e0e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b576a030d0ccd844203fceb6968ea62b8b34fb2f93620cf7f5ebd0ef5d17942
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4eee43d643997205152164892fff764dd5a441
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afbbade5ed178cfae82ac97778002046487f8408e381a825d7a535e54306fe8
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959b841bbc4a97b905f8bad9f60b41a213246216
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb7465203b11b4fb8547b202a28462a3aa4535a6484109226e057adc902e354
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41781604c1cbbfb08efc9cac8d67f4250ec4f80
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a109420c3bce0a12fb904015bfff19d6574fcc63fadab5ec20cf4d33549813a
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5d47f46181c4315782336e418cb60cff3d4124
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26dd677dcd27d3b37cdcae94e19f545d1c90e600c173849d36eeb8f6e6968e79
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104466436c6dd59c9867c55d0b959e0d26628853
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1e745d692d43dd492bdffc2f012a6848cbe168238aba30079a468c9187e730
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4165015eaba3ee38cfcbfa6dfae7ae4208bfc458
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a907500b9a7d9cfb6ee53d46e0d1512027d781a4774e471019bf45938b251214
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31575ec82560f88a566effedf6ed140ea431f37
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db095244b399e9845a4083fa89b7d426dff33d21b8fe4a112cff480229e5cb4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bb2aceaae929c3379b787e434a45f5dda591ee
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacd11dbb6b6550a5fbffd54af178b035fec3833fdd80197d7c1f2ec1caa325e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1988c3aef171ddc1052e035f44fc27f0bad07a9c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43018e63d1b6cffce5b140c163591bf1d0b2658886848e6d7d5bf6981dda4864
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4cca56f355ea7f6a977a9ecb0f8f03b6727695
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3317d3c0d7a306d1f38d94a682e2351388cd31830575b71930cd2c19a66a1b1b
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c93a2ca891acdfd8d32198c6e23b16602457f5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9683d1c622e57fa3be1a99c5aff7f9af3e5bf643e8ae3c4af284b2df6419354
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197c22e97013e7352a2f8e7de2158d0ed260f352
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241d618518421ac08d73829552954676425dbfcfa28e9a545779376a14aacb7e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a3d79c9be9a1cf853c50afbf13869212055ab6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2f37c2ea9c217c7bd5cf3ffed2f8116accdd2818b06edc6a5544e76cc348fc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7301ea8a02f39dde84507daef2dd1f1ac7c6cf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d050049894b21d6df1e8886fd237f394b759ab6d6c7405d19a9c6412fd851843
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba561c6837bc9579329f2db2218c1a683ff05bb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da982b267eeaafc363dfc8e878be58ab9d3f875bd3a59041a7b523ce8c795d1c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a569cbd61b5b7bceab2108be2b6754e49a1a6d5d
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84704ad0841c3910097fa941d82f3d256ce76ee4415cff2bc321cf339fac22b3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061da137897ddea397685e7026bb0ec0b3691b26
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c6e22f5550ff8304a13bd91a4cd6c5abc9570173f8d391e5b53341a9431745
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603c1c12984dfea586194a1eeb84b641d3b1b4ad
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb84b8a6cba0def6e3803bae3d707e6f3ef84a403c1307dd3227d65cea83ac1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7a80df19b3522baf6f0f4fbf81f1230e4aa602
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68dd371610849de9ce33db1dd8cc5ff9cea28837bbc05f598022e60e3e6fb35
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8db49e7513276d5a8fac55011629f262a587df
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c62c73769111685109009f3548631098735be3b223808404c8e64e0fcb6552d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0645fc2da2068e5dd718cc021289916edbdd916
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17229b516efaec2dde5d04c2acb2f80cbed983f399334a4986ef790b5df52a9d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c73bcfe1125cc3cdc4464c4bfcc1b6682490a3
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db77993a1c012f89ca66ec4fb0875dc9c95e964618b9cadfa0031d1993f0804c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd933803dd40843adc7661f0876810051c7ba1a1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec14a3903c83378a671ef4419d825a5546200334d4587a879cc009e927c62ef
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732f17d74d455b87c54ed642c3db0e3a51c417e4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79597be85d9a87f4ece62c00d489a5f682601a3ee42bc37de3cc56b8880d9637
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bfb613d3ab442a13387add1e3367fc353d36d6
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796869f5c81cdb9b76deab84e3c67fafd3677cdb90623506109838a1525a0799
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8781e7927e0af6be169c36ced7f62c7da3f3cb83
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b76358cb6af5881ef495c524adce57c931842a1cfc6a64798b7fdc3a4509e4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4cb2001c0b45179bb50e0675200db6f270ab6a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2804c649547591915148015ce5f4cb2057c395ebb3031b8f129faa6b7cb9d2e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a704301b587b363daa72a4c66e5a8750500cdf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b4c2776ce25cc1c28ef8dfd3b616ec5e24ee61b043c8999a3de60786507c7b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7e93b8fe30104fc8fe1477897e24ae498eb8bf
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fce714a0aabfb589343f0e2f32b2896614ccd0326050fb2fbb7c5859c07ffb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c28737a3bf500569c33e9f95ae84284d148d74c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9a80a77a7ca6f2a8d9794f0f51a520a2792c527b016edc2f87b095fd4bc728
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dbc3e8f1ba7b453e3fe173168b7a2eb4954c8e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febd5990361f81c49ae7d81d2717daa93fa32856e80a890881e3fe863066211b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454004b9b390afc82034a67e55798f9b475497c7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c994359cbc4f9f450e61423d36841054f1f33bbf1a358566e7f46f8d50952c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b0019165989670ccbedd17c6f262ff4d50ec7c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1feeb572a2e764c0783bb4914bbcf401472c2d4521ff2b4e2437423599a6b2a9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c1eec8578abb8f35f16f378333886c14b449ee
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2092bf04817d7054896300a543aed226e4d6ec0c9c8a535463b272284f686dc
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9b4f172c9fb012df253897f436d30863abc8a2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5af90123bd7189faaea99103215a82369905837e39b18c392d36386c0b9443c
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca726cb7c768c1c8ac30f2f2bdce9a931ee6d76b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e052744967bbce8e73931ce7b64729a5867f815f561996837de11d9b0ba8036e
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffa821ff0119b2af24bad2a31ea022aeb0c74ae
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb786db48c54a530ca5a42a5271f05ad6a8a99b390d4dd064e083d44d8023b9b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb24f8ef00de571c8ba4c9f97ec55e254e470db
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0caf704742b8414f11d3215dc294ca5dfeb040bf56f0175eb00eefb3d3bd528b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770f50ca40a94ee773be3616d379960a1e33ece7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe5a70762c730f623891f404c18f80548c492d5de3fb2fefeeb09a907a20f35
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07da1fe3554d7984d7ad715567f1c1a598985df7
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ef2c8fb0d699ae203fadad399f72456b86277b4fb1aa4001eaaa122b90ea59
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9e53d1bd09388f35dcbe585dead5122762f2d0
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72418d07217bca6d5dd21e3023283444e8c2e13a6d8ea1adeee5e8703319a4d1
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b915c94e46d1bc1a5570ebec588c81ea2d78699
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e8c7dbe397bf8fae6fbc3fe1a71ecf0190cdc03e52e61f2657244b0f6ab0b3
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e2efa0574704613a0708ec824644bce1d15f3c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659aa7f2f131dcddfbeaaced3ce86d8bec3718682a7b3f3afcbe1dd9071c0520
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe4a5dd85cc7322cfa15ed22ec4e696b49ca8101
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6a23c5352d0c34ac144064fe55fb453ede1bbc9ce0b923c09b0b7f15e1bb36
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ef4f2c5f9436043f9a81c0d57f0e5491a4e171
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a153b431b1df31d8067f3b482f4709bc072d79ceabdd8ecb9e921f566ebc641
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c332422f2ee0408039a496186bf66f48ea1800ad
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c170c31a58c2a06ad10ca8ac0f4e137a2a4ce568d61da83d44c6d82498179fe
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf2fac743f0a99b95ee3c71f04f2d9c0d05a6a1
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034e968f7d65de592be8540ff27f5c59b5ebcd5808180b045f794eb0bebdefb0
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d9fcb97e290bc26cf9a85b9787488a49e80251
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50566838c9216d44ff91ea22df9dc9a8ade4a2818c8622958563ff2678a256c9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19fe40c139d59f564ca4b2365763895726da017
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3edaea3e0207b116ae20efd159c77ba07eabafea8c96bd4369cedd21bb99af
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a66b9b0515ad29868b6c2c47a0054dda35483c2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33860b2e9194c7fdf5d15ff78d142bf4a6bf2def0fa78a88fc6b031acabf7175
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04527b733e4a649ec555ca50831d57089ec31afe
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236bab9830a139fe97a670432a9c768e805cedf1f8bfbffc974c02a41c8e9c86
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751607a69c4a1bce9020593540a8c244be97a290
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93890102ad5c07173615fd75671367d5a398834be4b44701b397a193f92b8b5c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58ad3e51dbfd78cd26b5545f27bb7caff756131
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f1b4e0b22d2a41907785eeb0ffbff63d29745ac5d380b13110c7392ac376bd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749f91ea8b2861aa45f1f4ba85a8448cc7fc836b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b3a82b1ceccee28183889fe49927196d5726bd2e838e413c1ca97844ef784b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994bda6dcfad4d319e81310fe2378d0b1ff79b54
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf13ac4de0478e018a3250157ee0706113825ca2e3f4e7b7f574111521aaee4
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73327e5ced997ccf8e8e26d3beec42602c06ca4b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6398b55495015a9ddab319d0f397d59bf6c334812df6be9aa03fcb4778bcac62
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5693cf8f9f291542f9de9ab582df8d5a3c6601c2
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4356c90cc022640dba7e5c1a1589a3fee5b0b5ff5d0e5e3a7ea7e6c5f49ad0
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd9a7ca9ee233df3589e2ea576d3f9377cd1e7e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257861129c2bbd1edc1d5695520f7a7f09c9c5e7feacaa567ce7c285bd071065
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4532d2e627686d27ee90eb8f9e0015d825f190a4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ec69514c36a6c979b8e0bad61ca244ef758e02d5745157e19914b626c326df
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5098387aade53cf91c3bfca2c099cfe509c7f65
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b339be790b1119864f0e43f8c17c022daf44a9529f25ad1dcf2b4b564046748b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842be80af9b6f5033469cd6a5ff02d422f454ea4
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2d08297e1ddc2681124e6054b49dee8e76db7188bd570237803cb530158205
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afae040828934f139236e492765448ed18163d41
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9b0ecc232df5e98790a06e13ac4a8982ffb935e3a4d190ebefab106864ca0d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c443998bf43b309e12e07711a74b3677978540
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad06ecb4adf679c697447965cedc2e9107e4ebe37887de923e3f2156ac0505f
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb4d3be5c5e2241be140b2dce2da77a9c443d82
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e9883380106b5e71bcea7cdb29e337dafff9e94d089282149b699c6b453d3b
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d92db35f4a510d0958825bbf2cb55ba726ca66
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2790c520107e9f9787242194900240994bbb8df306473dc619fc825cfd62b35c
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad8a562ab79b914d29aead0842b358980acc54a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a062f24ddb3c37d241291aecd950162613fcf5c5a7082d894a11a377e6df5fdb
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dba84e1c94524a547038150bdc9d800177c1f75
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e6702d1fd84f04d3924a83ed8bbba66a2988abad5809ec1bb4bf929fa8e9cf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbd6bd8fdea9c4f7588a8770c86ca6e1c37272f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f607150f23c134f61bc5b4d47cda1ec6771b638a27d910bc3058a6bf789db6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488788988eb62b51239a817d3383b21f0958c52a
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55b4ce567b562a648438b8d5cd4163fdc9b51316bc7649fe940c65385f093a9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5fee9215d89437e62d9dbc21672d358950f81b
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a52ee2e55289231e7136d707d2860b4a41b66b01347b1bc070d18671ed475e8
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3396207af664dd1817b3f57510ba9f2c310171
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388b224b490da0a41313c85896c138c8eb32357c55fc0a446fa8b40c9d63fff9
+size 42115
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c0dcecd0adb1826d42db92701fc90267243a26
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e475827ea76e5fbd0458e8dc0c40aed56a59d73475b597047ba6ee26077f02d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97be9695ef88fc5320fd2821becc8d46cc06b311
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80f120b0e7729baf8b34894a46d2c3f0118149e2facb3d7a97ff43a28980ea9
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a841f2deea0846907bb43a842a1ef498cf27cb
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8faeff4e50e781b7ef7965c7ddc5d11edba63af99f4f01dada9e71f20ad3dd
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0755fd5f33ae1b63c9e8238f9b87a52ebfd25357
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085501945a04a462e593ec40d07fa84e3b9981cb1afc4b9722e23d389ab72bee
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af348cd61b02c9f78393f18c96107ff5e21e5c5
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e4742361a80acdab1832834e8daf0e3c3e79f390fce4e958e638ef69337a9d
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36ef9bc30bdd993750f49c633d18261d9478137
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c5cdc4758f444ab3b87e15e7080885d0f3c657f5edb6c1383bdc9ca86170fc
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8277d1f3dfd92862e2d957f6a92ecbd7c72a3b5f
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105ed821e449820945a402021891aeb2cbca5c4d55e2fc11c5361fae6750dedf
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb0a8fa2e27831fefb12849af3a893d2852093e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0073282fe736ad2ff0d5199aeebac3c81203efb495d2458dfe1092a97f9aaa6
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35174f8cfd03790a7a2374ad3b9530b1580ff3e
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d4e70c78a988d4c797650495aa8ac2cec6cbd297792b2e603c45176a59ad05
+size 11395
diff --git a/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b45f9c32178f8ef0199445cac9f36772848de6c
--- /dev/null
+++ b/params/phi/6/rnd_search_t_no_sched/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec896c2e8f149b644509b9cb515a9ba008b49c17f428f9293774298a619e0818
+size 11395