diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e27e9d670a87b1c950985315fee980e98030c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c29e156c1ff233ab1d70419ed039b29645b55825ad507a9e5af986fd4ceae9
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55e37cccb584b7a490b49586b3b108d0a9581d4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeecceb0b4ecb840b2cc1b2b659eb37e3c2300723ceef642a44aa5a816fa957e
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1edc354840994efce901e7b7194dc256e8db425e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc079f36b6a96c357c9ea2fd4027b4ba59fe9b5e7e268e49820c59688bc14dba
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05492d517be1c97db098e58515b1f2197ce239c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068e4705776f11d24df522db7bdef67e9c1d9184668544d6ea7816e3144775bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845c8cc7b4832431f6aa3331aba5b2e634d0ee28
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90cfeea5c7561b1d68e9d9d7636df799a1bfc20182b8f77f6119acc3c5bb4d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91c3d049417050256333e6b89e5d5206bbbfe69
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f2a2336fa01a987be4e9534b4ebc239a385d7cab4677a6b7dc47746a72e36a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c772dbc8b3995f4a1bb6f047793ec6abb9b9a049
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ce32065362fc511cb115003b25ea66508859592cefd0024bcead150393aa1d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08eb3d83bad410e29c0ba43e359ac8308cac375b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2061c0defbd69b909ccd861ff14da454c147d7e5b91ddcf6fae98c8f56e0f237
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aae7766637a1c17b0224dc11eefb9b685b2a6a4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770ffcd09f101e0d0bcdabf48fc864cbfee46519f436caa05e1e0824990649c0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6657df1f1749fb189c9e07569065606f7e904fe2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db978715f7f7ff610e9638c9166d441389531cca442086b32afe8f4dce1689b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0354ba743f10c6dc496f16cd6db998765bef3a86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3f97972a26d93e5f59e0e6005d858e41cc712bb7bba711a5b75bcd3ec9a715
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d738e46573da0cee1801ef25d2f0653dccbb2578
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a10ae05b6be1160aec096e180d29a2891ae99de280ef533ed4259932e3a648
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b025ffbad0fab346110341bf210e80c11a5584
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ad9c212ad0f123dd8c65454a778d94cc06db3533422df976009b8ac18dfb2b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50143d49ab883a1977dfac8bcdfd5e8f820fb427
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851cbdc9ad40ae2cd6acb01ed8dff3722ec86370baffa5946309280292247e53
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79ce457aaf0cb7dc69feaab4bf78081d78da2ec9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbad8918e764fd9d09e82e1d05899be7daabc180aa34163085262912fcee962
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feeccf388c8b7de5a228baddd070c32817a4cd04
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc926d1acc06214d011a3f21170a5bf76437946b41b07c892bfe80db030bcfa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e66665f113a261517409e8ac4c8bd86a4e666fc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6a0769b6f7623368166575574a60aed06981dac7ba56273ee08fe215f1ab7a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcf68f5a69d169fbd20c74b8faab8693ba8c64f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f429acae8e9a91a4164f024ad8211a0efd94b1a06fa0471d43e1c149924c1e52
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d3ed35699620f30dc3604719a482be9710d7788
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658ab64d2b9c93637a82cf67e76e60eb58b3e7223609fdf21091f99571b04752
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070b71566c18dc22ca59f1941ed7018d03185fc5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8a7110c9d014c550032bdb4873913dc4130bc55e04a423efbef0ae04d67e3e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7f81a3da2481934361f785ded1c89a82938644
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9be5057b274f5f33f3b7be9a2a824333dbf1539ee07e51760f3dea9a131302b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d29f95835908f989c8ad7201d74095af5640a4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252b9ed80b31066c0c1626cf916bed78afeccf721a794171c935e41122327be2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9691ef0d858320071f0a236989eb400b82ba167
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b3c6b16097dc76757eed9ff94a83a2b32fff1614933b2d70609494cebaa03b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be20ceb9629c12209090ed13bda8aad167f12e2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4162e296ed2422b834f812167c90b41809a620b1e650f857a4ab0524d8dc0ff0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76303319ebb5fa753643d7c71ba65ba1d3423957
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce0b5b91411a3096bd60518ca0ac7667009a86f6c2e1d5c4326d5da36ec1182
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689bb4ee055a9302d9e1983e16c2931c495a207c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477477c23827e2c285bb7a992b14d5cc6a8d5aeb6089f4c2bd522c16846ba338
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3a3f83242a633f6e307eaf6f29933132823160
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7bab248d6891b63f7d7bf0eeca5815cd9838d6df9180fd6b1b1684341858f3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49342454693757a52e4bf8e4f1139ce1469af0b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97c8252d5b95ebf6d1e2be3204e61816318df4ba41f2665f33abe056d8c8d17
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65450b085af5f7f80f29d1cd0bda00173e0fab7d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486b6ab591cbe9c9188d2239f24ebaa82d3df7d8873a4c1db03475aa58cd7b01
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a7fd5cc05c91570e73279b71738ab3a6de65dd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5898548dd9d8367ec320827551e7cc2910e0169c8b5176164440eaa35a51bbc0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf0922fd21973abfc2c7337c0b36160eb9b3475
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbace09f40454bf2963639560f5b7e25b470322a8f6d3fa8a7179e1df08e181
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bf367558774d624d83a56222e19937adcd6696
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb81a9386eb60ca36bcc2f44889f4ccbabb21b924d1c5f2a010d4bcf1c658c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33922e649768efd21853404056650500523d194d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76ab5299f4470a971fa1a90fbe87e5e4784332069035696b7aa0148e4ec3d7c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a9942d8e21e11430a4e517cad8f04ce4b4704c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ff63e65d9048b8f63a0eaf080e49091182fb028f0c816926da14ea3eadf084
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69995de21886ed3ddb51de86bfe8bc526aee4002
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0d5632c73f931f1e9181aead37c9619a8b011e112a81eda85285e0cecd722d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c4d38865d5f917f5edf625843b2840dd482217
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab0a053f3117234e9e7792e3e02ab086100984f6c9265869f19706fbaa73d0a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c8fe7d2bd023fc503499baf6c8cd6b69668d3bc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99a612a9d46bf7766a6e16dd443917017df99a93b553f95af95d630bd30ca80
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dade57a5fc7b3c38a162d65b44b100308bd09faa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b821a81ef1afb77b8967d2caacfe27d667170933dbda06c0f7f31aa9a4ccf735
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc8694cf43c77a4cf9251e46e3258b450583cec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d91080f3bc258ebeffa6933923bc316f594c90b59d4017cc1c2c243b083a30
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550f687e579971752f1520fc480d7a83327e7aa8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321a63b82d01c86991c0d25550bce69ba3b2b485f65284bfbfd38fb63ff4741c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc439b6bbe32f6a93799f28f5b908596f455845
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154cb5a09c156ea448831cb5f9e7092a5bb21027bab60b580e024e59b1935e30
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131808eb5438afc0eee716a58997c00b0f53f5f0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8cc82a87edce256e269fd4e1455cc9dfbb13b1966c6400762d22b88ac04aeb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8b9206d6623bbc019b7894a07c7cf55ee0b7c4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b3e115f9d8f15216598e371f5025eebcf8168cfba6c791bc8d743b97a51fb4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b324e2e283ace0fa1bfe8223c42c35df014efb9c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4102757708cf2853eb04b875c3d0704813bb85872bf748a4193704bb77fa0ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daec1f28a6260904f3d1818fc715f2ee821c35ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0bb100543dd815e060125645f532f957deaf1aa6ac2d1647a40aebf6c2e221
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8ec9f374bdc6f0b85e511bd012d529ccce2b64
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac59cbb131dd154610aceb0a945a174a13f4c98d3af31f13812f5279755b3032
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2244c5ac155145a27d81006dee9a68b348db5f9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297442c02ba49ab9e9d9348ddf3398e5582d4b1858ecf78e63259cdff297f6e8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16073c10acbfae34afff6b59178f4c455a5855eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b5e4930d459ea2652114281cbb8b0f5ba01c353291151243e2abc1045251b3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfed1e2fcebd96dd3fb84416799c71a477fb270b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83a535bbfadbc05bb788bf409e7ec814ebcc996877da3cf78039334f4d3efa6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c61ebac47eb81da6470d7cfaaa7ae1f4fce55f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72ac9fcfd42d9c3def6ccadfab269af272cba8ec4a8a55219b89b8710bc4fe6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a52815a86bf3d1ead48f85d9ecbadebc7766a99
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5efd9fcde5eab4ca195ce31a6135492a7ae448036b6d2e4d46c6df84186405
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3189ad56878698be914dc4575e036a505967198b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd3659fbf0aacd1edaaeefc9e7243708c69d18d14f9bf03e2e908cf58b94f86
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99580234399e4b3fe28d39e1405d1f241f15ee10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4044d3713aa8d99a1811a2784b5b673b2f045732c3abd1f6d3c2bd3c68d67a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98dc403c031ab1d2627fceffc3f7d106aa1e3702
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be222457ca4f61647be56d79339d402b42bdb10b8c960b0c7099d273ac74218
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1645742f124362bf78209f9f181bcaf3d3e470
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7858ae803e20f288aed204d21226de200ace68c2cab58d680ae63e8d7216f5f6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e2abde6c10d0cc99ece362d2a74d9125488bcf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63192930d0a88eaec3741fe6edff9fa69f1418cfec8dad9e3119a39bf5a97d7a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b421cb9118b80615cd1cb2a19887d957976fcbe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2175b60ba87872337f49c9c29f2de2cf15c17095aad6966681e1bdbfadfb9645
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42456d3371c02767db3650ce52a474a1e4017757
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fbf010cd204e6d0fdd7a8c5ec3832859611d537b12ab84b5a4a599852990a4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ca6d10c0c9a8b971bc54b6a7bff90bd443c37d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271b99ed123d64a166268940eb7792e8586bf563924d13f684c461fb24afd6ca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f9cd7664e6599d1d16fa3cc3f5310d3adaae99
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17df6397bce35a32cdfa1a75c6a62b3b8466b05c4cc0372548085adcfb29eba1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6127dea1bc7a99370794ab992abe47b445d0a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e79a2376435a001b0241749f6856ee9a5b3e0c6af5dface2f08a654e1785fa
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5843be9bdeb604e1fef1a92b97417cd21c07fd68
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0bc00961e69f3a4440ba16cf4dbacb0679f3663f4d555c77c980384412d8a5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a865d4280a0c30521b53e5db3d4a4b12a13f17
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c99c15c86feb50edb885f74e5e9fa10f3ee27b959b5087ca5c8da05a2747d3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c1a163d3de27b6d482d44aac3cffab0f335731
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1584345af808227b42066de4d6bfec720268dc3b84263253b1bc5b361929bc53
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834d56bd877f5805438a3251147c2b8efbaef0b1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bf1c7c0078a7aeb7eb57fc3cfbaacc9444917c4bb8c787537b29f3a41a9e3f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e659a94c5caa0cd7b0e7db6c48a106c0a9c3a2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9ba8b5dc6f89dfdc67204d8c93abfabbc77700af30bc7f70553b849870829a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198cdbf538f060e718943b2867a25feca2c51db1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8641eabd32f65bf9f8585bbc8201646e80fd3eb06b21d1c338cd470336e00323
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3254a0ffa2a65eeef76fca889e4ecc2d70b149f6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392b6649947966d89d8dafa05ba729fa1bbbd9df82fea7a55ddd1df6baf92112
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47908142562f2aab0779b99606b781f2e223f86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e8f597328f4cf1750ff6d3f35abd90f44bd70c6f7d9a6c4d823017f1926955
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4722ec92469e9b9e430280012d8e2c2b4926aa58
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbd151e4d9b9c6b23177ccb7af5b83083f7c9bf5eaaa9e0aa1490a86cbcd7ad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8dde98c7d1f68fb3dcb5a7a45d50d81132e811
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ada76fda62bae743ef0e23c41f0ef3a4b811a3884a767cf4e094e3ba9d0309
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdad629c5f93b453941c8ecd07d1e680b793f309
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de726a665572a4d92d7965768adf14ce6c81c1b6a64394fab45dd6938b0f9932
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e4f9193e488559708f9a558cdab22937da9569
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0240188bdd2b2d4cb56197689eb28718956dc99b1fb5298da8d4368995081fa1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b7e283388d39bc452bdc5b88a4332a95249dc3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27625e320baf872fedc85f7d67007e80d6f8d4f21b028f15c1dba9d2e06bdae1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659d1b14fbe566bdc78a766d2c3a9955cdac887b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7651354a38cddd779df0713a003db01ad11cc970ab592a2df760c5675ed5dc
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69034edf7d76d9b7d59dac22cfa84d19f2946672
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe645d1f30bf6ad63ff5a7840c84ae737d3b85f2f3023323970a1d916624a2d4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb755c93edddca5f3d4e24a955b141070788ee23
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b893f6c84bf921ea06c6553cd39090e31eca6e0971fd2937c5ebedb5090fa81
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e53ca557b569025f058a94cba7bceb61b17ae4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3145b6e0821fdad66971e4cb31da3461794c87251d942978d790ef4cd1ca4039
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c59a7fe2093f1009b56b72d7ea2fd2760e8664
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d17b835fcb838f6853fbc86c1846b4347db6b938c4a6119f7ad3a24e4b4af2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb29e66c0f629f71f9ba3c554523c8f3b5842e17
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb15c1546046ca6cd624d21c9a7d8325e0d84729a7279758dde9f814a230b60
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616d6cd5f454c1bf4b8acfc548e73406e99b5a6e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b592c127952ef0d19de7aa53f8503f830b7ea241d5db1d96e0db989c1c12719
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98330e22182ec503133588b10409f365bf521f39
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e1ac44931df486463a7a7c6c7af5675bda5a36ca041d110a3cd5492ee1d80b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789b9d03af12f51650c8177c00e2adc6cdd90ed9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176485b75867d8f5fdc033ec74779740cae642d4877b22fe83478b5f1f6a6324
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c7333322dd16d594bb1b2838508111482f65fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87bf1075aea810fd0ac967c257990598921dd63df263a80f8543e52dfa19870
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cd44d576006c810ecc54250b2d3558410d68df
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5597269f15b43dac3eb816a070fa424fa9a52c506724a70405af94490b53c02
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03052fdd44c0b520a7969f9cfb72ab8543a21922
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73debbe7e5845ffeb57bebcadcb0421c05317d1575f76e58a593b8a259221dd8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7625b8e4df205409a88d33d44a80bae79d28523e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc596ea61327abb07ce466fc6d383851f4c442ee8c17695f81a3eb27a88e8e8e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5838190f03917eb751b11442bd94bd6a766bcd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46ba63fd553510bd96e4f58a26538e2a90b4bb8b12e69f847f0fd98925d37f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac79232b08c41b1b1487a55c4928eb402261d70
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d5f22ed8e2fdf69bff93d08b7ca1cac78b18d91b91fd4db65692b3eba60cde
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239dd11214b0f664d3a303d485bba5018728ad2c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88273d85389ac7c0a7a69586378e19db8aebabad776c388b57d87b89128e179
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624bbbb25f61391274e6a1eb097ba07bf5a5dfa8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e3c844fb70c1cba4fd496036b0cd618726edd912eb909478c7bba07214637f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22bde6c3a291bf1dd3ae5363809bd011b0f69023
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064c208f080124bdd5d4ec8b4729ec0a8e96d5b56b78d9b1918da27b07cdbe0c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6556a658ef258801bc24ac292eef31a71b3b2fa8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6244b6ca53e464cdfaacb2579d18d8e3e76b4d7b94d6de817e05852fa40c62
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b54a0e909ad7f7980af352f534a79c2af43782
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1888a1e8aef504eff763622509e3ef5f519febeba86e793da1f592782b04dc0b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294427266f1e4b391a8111c73535c793752b800b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea7232fec0e2e137525dc91692a93d2e35906ec25ecc108fbb5ce203265344e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090a7a4b1d5fef912d18ed1ba6f51438b808dfb1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a4a9a45c879e2c83eaa65a5838353007d67fc219b57cb31bb947e133ab9cd7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec572b74f05d779ccab1e7ad81bb8ad0b2432fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f3065dc214a878a71d14ee272aa9f36c9ca2eb074ad18dbe5d3ee50c5db1fb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0cd30344d38a1d403cd771e72ee5eac8309428
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb1451fbf7d64bf3e1a1096e0b43e1d15dae04f685be8df35a68c523d819eee
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7a2543333a260a462d9cc23bf182302495b45b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff649f5d76bd72f357ad192ef1e923474bd62c670dce8969baf93ce04ca0b96
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d23036ae3405065f99c35638e3a413e424205f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc59aed338c52f8fd00a79065e934e5982062bef48108ee51208737ebde2b364
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defb9a50f1859da85622c2130254379fbf9545d1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c746f522e09e1f1f241043ff5e1c27e67ff0bb639d9a0f956949cd032076c2c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928e29869e734fdaba7d88caa064e9a3e499268b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43a761d5fdd9df3c9aa529ec21a30927524e788c4cefa7ae5146f6de42caf60
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8285715810545686e7ae42ea7e3f5e36a1444b3c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f2792c2603a556457a8f92c02c53f34453b39d29f50c15fd2a7cd7b01657a0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabdf67065ed13ad83699c65a37239c273281ae3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386d0efe5b5c5a0050f900a1296517e78977fff48dcf0bca836e20a3628c0b0c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1560dc7f336faa7974bacf50d7e2289994c1c7cd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882b62886900de7cb833a4fd7e484afe35258127ac74d68bf8e0c2538c503f59
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6254ba07cfb8858e8c37e622ce6947fc6059bec8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a865337bc82fd298f27300a531ababbde6d6db6f2d830390b8a1dec57dea7d71
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a90791f073c2bf1cf55a711e5bd4b19ef1f7e8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080d6fd0ede1a50e5d12fc9d658f9f6c4deee443c16049c453f7c0e5bf0ac497
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56331fff4bbe0ee600c48a36189e55d189ac65d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50686317133c272e997f41bf703bc961de0b8d2ecb1be2b5abfa718de21d6b64
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e31e1189531baa71742cbaaee5c59938362f009
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65e6c7376a9cd7a32a6cb99a44b9a8d13e5a4f975c50796fd249bebfacb9b02
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1dd74b8347d29173236f982bd634b711f9e9ee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f9879c5ea49c65b1724380273793747e2c775db3d7bfe38cf7f3db1220c1c1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cca386bbcd03a5a78ffbbf7b944bafa7912cf9e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabd824be29f6ab910e2817a3b8aaf9a6a0dd3b6cbd4fd032f8eb7dff04f5c3c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dafa3e8dcfb59302c293fced3824e6b74da0d27
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9429ff8bb78829d2ff3642928a32bd14b4d1a37ae75030355f5b1d70f0297da7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c61e6072bc4e7f02d91460e2317db2384744df0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810fb5c35f43df20e0d6b198c50607b033010a43c81a4ee379ca30c505dc4ee7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fde7f3b88b86cb3481d32be80c41bc4540d8ee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9f94a7b2f4a8217a756c30b0c5fa2cba4831ce1fc9db9d02050f127395df40
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4361e5248b15ac827a3cafbdd4bc4fe38d2abf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732bdec64a8576b3c2ee28302084aad41348c3e167767fa34c6f86e861b0ceaf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f977799cdea794211a50aec38519d7ac9266a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb1e5267227a632d42c157688c2a1fa8b8d6c261621f3dbad4e2c28c8f0c035
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729bb43e723cc575da24b977aec781d578cb0f55
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f841596088903ad4686356d7a676be9a246d883555673cf67efdb1f3f28703
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26504e824b418edd1958057f2c10b068f7218c34
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a909af756ab7c1045b51dff6ab5f960ab9eb6e1a60372e5f4a488f46a9db7c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550d7702e4392ba1d272bdac1bbd0500551c4dd2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9ecc78a9e3e88093f1f1f8ac6d487b774d492c89cdb343cefb011196beac23
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ab82ff976f50fddb1165b5d2ff600df578293d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd92ff3a19c6ac2025372e576fba1bc185a5a5f64391ce737833077d58b8698
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa1f2592201e9078edeb5edd8762d9915c0c269
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0246e09c921e55bf67c28c5d84d0cbab6b29c557bfe976bbe21c84ddf114931
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8f59141bf3e39096f7d7d530be4d90af2bc635
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3d62e05ec86907c7db5825dd2efb0a8f6d2ce0e5ba502e089ba1a6dc0e0b05
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caabcb52dc657477d066eec93c5b489921f59c19
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd5e4d483a5e4b023a7b8ec3e2d71a363592c6b5422fb45897c2fb52e16ee4d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba9ebfe57c3d087d1513fff3a3700478038b09f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f7449468921cccdeec3521f4956bdd89945af9c18a41337accbe11b9982d46
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eb1ed9da0769a11eb28e4c30f9ce61c4bce1e0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941a9520da20b3e0e0b075a9f89e4f8774cd7b084d119ea69af2b727f3daaa76
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638696b6fb234ab20befa3f3ee429ca0e7ede61d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a5eef0a70fa9ea8e25d43b59b7038516613022e6a4c322ddba4982d779c4b8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da49e58e0e26b875cb91df89a7b0de621d4f7768
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c96722a443fbe910178f0ce0689653c1352a7b35fd31353ec2c3930895c4685
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248b06dc0b89bc6cd90fabefbf5dd5abbd9bfad0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58aba8ae2497f032706046fba9d9b25cf350503dd68bbadb50049b8beac9a917
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752a43656de2e397d04af41a75b83a84aabe5634
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05084b834b7b5426f2a4ef5153cf2c52ebd332d92b75d051a3b081ba27f51656
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5611a92427025ec0ab94453d12643514dda3dbdd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955be090e0ff3457ba95007aec149c9a25d8fd0f7fc0812cceb06e4c8e5fd4a4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16ad9404220b86578d611d08e81cdf3d8da4fe9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e674b40b3ee134f58ba2291bbeb867864422f01d9761dfdb6e360bb944f94e6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81829f629980f767ef60ee4a883af012c7abd47d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0056eaea85babc7f02129e2c2f813279370659c83d1fec1663816198f8aa35fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e74110ff66e2cfbb1febe3eb4020f4375d0366
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55ea5ad5b62f34487d3286e39c81395c71be3a8a0b0efaf0ba8ad37a15a73f0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413a77ee158940429b08a035c02613e0aebe46ca
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129c7d297fb1af5e23149a5d195565b8d89086a8a586e716131703b2af10f8f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e7e5a8118b10cf093a17a057913cd1e1245749
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abd2aeed71768b61d775652808ca99448fe42cb5c6d0f308502a2445d561df0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1086f3e05fc3927ffcfb2fbedb03667444608db2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda2c9eec86a042f102c34855d7295f0b679715166ef34b603f902ecdc76868e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8784c5304e5028ebfce0510f4df5c563d59e6954
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57d01af99e4b71bbee33c5b251eff0a8763d13d1dc470a6c957ac812d4ac45e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a6de9e23708d752c14ddc0cfdd2e67e2d81790
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd4163d50cb5d3ac226e3e25f7bc02b6ef3125d8fb712c656ffe152edc0bd81
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24100c25a0ddfecb55a36485885907ae16d25fb0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479e2fe2d5cdb7412d059b8d73549780475981483562ceb0d254509cd76f00ba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7a8177504e4c2d30259a6961c0c5bb27f07c38
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be079469f63d2ab2ba88b8396a8c3d35c93c98e1c411493ca57df66ff6addb21
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894f6b67bea86621ebfcdf1139e81910c7f70393
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150c60f4f969fba9cf26440faf879eec55dc1d267a2ebc566f78066fbba909d5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d7898797003b3c47d6e72461e3aefc233dc160
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44de03c1464b101897f8f8ca9dd86d2bb91258cddd645bce30dbf997441af065
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26bec94913e3dc9e53ebdf1642847d661201b31
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b20e629dea18503b758b82cc0488a81276a0e13dad1a599691fd5deb458ca2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2caf2345899d073431103346277f96361f57eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e2dd9c9d32ab5ae5304d6ecf6b3f9d05701b0bcfa7195f529d5b4d8e7421bf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86ea4feed11d30ed6246325b64ed6f40445c520
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5b1cefe20252380e455b66751b6e19bfa7f115a14420da03fbd35140f809f6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915fae126aa7a8dcf9c83ce3ea53ba7fb72907c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1874a278483688e52db3d97c928fd2a790339af678d57c1eeed87672b119c1e2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d2b889c249f0a61c8cb7c3930d2cd15ada1c8e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e24deea5ef6a9b02721158f9ca87b8d2087bad2930808db451787b5a1752499
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e09268a84e26f81e5919c59b0c952bb8c95baa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016061adc86f50d6eebcfada12d12591502235366a4db95f2e5ffa7d50fb15ec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9542fc867a8d1713a262f84f978252dc5bea9548
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078fa7ab0d0c216d4499efbaba6859e2b6a1bbaa9bda2d0625f8f4eb9c14305c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51480f683fa96920147221a675f891afee21300
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d288cbf18f9d31df14483df291de93bcfef95a8f789933501af077c4dee42a49
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dd234bf92d77c69af6274361a53f2d52dc9f8f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091835030f9e20972f652e6e5d15001cbe5c213422d6b486b518eeca92e93ca9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24a59e975a7d4c918c6780d5d999df115f5f695
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d292b427d5e5cdd83f9f611ddd5e7d515136b6bcb8c8d6621eb6c82c0c363b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43defaa3dfe491c75a16c6f362429f372f2fffb2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5895037d5dd0ef4253ec8e4bced14e6ef364248592114465d13c74d614d17b7f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d9e30653d0ce437c7287e89ba8845e2df1c5e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e4d55cf5cb6388fb0acfd7c6e3702b5be4e96d15f421ccca9e258438b22ccd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbb407d464b00b580abc9e2bfe7f3ba14210481
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc45a6e652167215bbf56b9f1eeaf844e45414ebc22a966f61b59d6d2b64c60
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cfedfe5b5d06691fdfdd76423b1eb89c20ab97
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b925bc984d92df5e51940e8c18ab6b83d1615cfcafc98ae26e74e00ecf4064
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21ba770660d9e7944fd4ca142f304117abee65c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9149ede9550efa723f85a4e7eee51ef138bd232fc9eed5f575771dceb7fdda
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed98f56499f2d122cd148ea957c1333936c2a00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b21c7a94fd1c4f63e6c739af4bf920e3d770abc71714f6623765e03f99c2ac3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6186d4c91dccf79fb68d8bdec83cc2302fc20354
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f168fc3ef1c2636cee70000f5da9f2dfcf5c7c818f0db9c148c6cb3ca30a154f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f31b5c21fff76a459100186a18e4a118b7fe0e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b84bd7c932ce2b3653bf124c358ae8436d7f412707a2964316e1f4f790a7982
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7451b31a656971b3e5bd911be258237944800c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebba45b13b9f10f944f844bab94d035de64d79212f828e5a8eace0c0b081eeb1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17b83f4be6a7758db2da8ff1877e3f2695ba31e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628a7485524a0c12eb5abaa3213a7b8634416d7ee5495262f2ec06970001fb92
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420709644fd1719d7edb74842b2760aa4e4637f8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dec4ab8cacfc0052433debd7c93e9dffcdc85e2aa512b1f00e82accb6714bd0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea727b2b4514614212d741b86cb8c00f966e227
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc17d0e7a5c699f0d0d4b6b5f1eb4d137d1f31c49d123791e29c24b6707f52df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b6d7c0ad722494e51d46abbee659b26d5d40ef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8fa70e9d3e8b66b13344f63c6f90266913fbf7446eb81a2bbbafcf321b83cf
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968cb5a7b9c7c2a85d59e68ee76fb49c24f387b9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04a33d3c982d99d21714166ff115c4d7c14b93cbc74dca25381059be56709f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438ec8031aa8bf7d7f7ecdfc962abc0fba128690
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fde80cb4230c0af22dac37bfdc39ed7382fbc65d95df22737249342c50d361
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318ab968733bd2c0bdaef3bbaf22bcc39b5f94dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468c692e6b4721de99db4823939d7768db0fa413ca72cc15e82bf72985593c1a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd59be8c02737e11885a1ea2012065c36c34ecb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971c0691b66a29c0ef064659e1c0dacbc526b148bce4504ade4b074857881543
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6e209214fd38f206fed698c884930e952aca4c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a4e6d98739e6a9eb962e2c463ff08a01ddcedf8cf260e2d6506399356af351
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3008b6fea052b154b854b9a28380c538c0611e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f0b59863d4c9b9d4841ef6b0122cb05625acca5cb105f77e06c50602ade7e1
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8440df969a284268663393922391de2bb09cf0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fceea6e9d2a6ae833d9164f17464ed3aa024832a74d04d2ae88170dda7c12b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2542929ee5488a8433f74bd5489696cd63971e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc50164c455f1bf8e123aa5b07700ad7c9970bcad314c58cf1768aa88288a8bd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde95cdf061f6d2e207b2cf43be4259f3d980cd4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e5accf0a928c4a753060da4fe0a1ebbdbd62c75214c6b5d50c482b582ced48
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4ffba9710b86c165d7856bdf483e3d38b059ee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98280ded0925fd4c9916c4235bbc957f8badb1edd909f9acfba0888b72128f6f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7eb748b73d1285c3989fd99f39507ee0f16ebf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91ced371fb27d5c2b315d94bc3a85cd168076dba5430d477b87eb20db85f5a3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8381d515758c7d5af21033d128b010538f16e6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee203d6c3992d92083ff5399461c905b97d57282c8403a108fc92c89b268feb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0216834b569344d96a05a2396a9912afc76ba079
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cb7f06672b3226c414832462ce45776f1132dc65228801caf958d444d85c7a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7302abf6d89166fb6fdbdb27827d59b166cb42b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5038e6f309373fda53f00b0f88cc48c6fe3ceb9f4926838880230f58c79e8ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e87aa689f516a8c68de79303c93458f7736e16d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eac46b1be4c7394ee24fb3243dc1305b1ea2926fe783703263f5761b1ef22f3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c506ca37894f4d2a10df5ae3715ba721097340
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746993551f2b436da5cfbf2a4fa7fb95bbdef46d94dfe9ab6828d6106c8cde6c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dbf81250e65b2a9215b49feb95e558c1c2fd04
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9586e349aa02877a41ebf63ba2e732e2f26180c1eb6af8b13bdf8a08797e14eb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd376fddb06b120fb2b8e9ec2e65b121f1579bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f441cdd1e134b031f96e0e2b630ddfa8a70324ec418e858d6cc3114f5f0237c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1db6ebdf9a404818996f3d58a2a63b331a368e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce5764efa2c52bb6525bb164207d834a4c20cbfe71437e20f5d4b22a91c6908
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb6cdef481bff39b81e4f54b61b241d13e250c3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdfce16e3bb7c34556b1937bf08c3660886e80a02a17e7940877c73ad573741
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b4fbe278a3379db71012e8f98e9fa47834a3e3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c58766ff088710317ac922835fd0377f624eb95746a9ea5ac0b3b8fa87efd4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c322d28c9a1feccb95b65f09c73be465dbec1a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45460d26a92b3622efa2c997ab33fe6156fe545c6ff2dbf952f25a8d8f877a63
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9fee53762e160bcb459b2995f334450327dc2a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86138918237e00efcc752b97787d9d649737668b2db5c9819a7bc07eb7b7e78
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ac531bec3e1f984cbc6da2072275eebedcc848
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae49663620750ef1b42b31d5204777eb39a1af1f1e7ab7f27474ddd4803198
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f2f75eb2c83970a416371f6aad009c2a6b1f1d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1e388b4e38ff0a621258bc3078bafac5a9a2a6cb1dc4b5c8066e7f07fd81eb
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00970f33b0c5de58a42f113c55322a4b1676e144
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5291cbd23ac54976e7981835da806655644c7c010d16ef4fd4b4f9a86bfaaef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58c5fdfc600b19c73c9a88a776cb81826301965
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07dad60638524953e11e8bd039a1f3026a452dcd811144ff6022c85813d4921
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3380cdfe09ce42fe8b7d7a4daedb1c9623eae2fa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f416a98b10f786cd3b114353bb2770a1fc28f0623b72e846d6e957a3279d5dbd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f16d334aa9a493ef5340e63287fbb02adede230
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a2a3fb7743e23c4799b24f4ab2be8083e7df9ac3c903aa8e57c93a8ed4502c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc1a7a2be30ec6ad69e67a208d4305fcd021e46
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9981c5922d857e69eb20cf208a4f9800dfe69ded42b57de15b46993d09b32c4f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/lm_head/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d39799021b4c6552e3b3547bc1ede2ced12aed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a64c2de19b08a7e71a867a1379442069a8067c38c9a9a36053cf8d78443cda
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/lm_head/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb619ac7ac6c7880bc420c5717e76643709b3db1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935627763c84f9b84fae1f7e536dc8bd47b20dcac7b17750db8d4081cb0c3618
+size 205955
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9017e9fcdc6cd065fc248d2a761d0c9e2d18601
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c094d416fe4909248c8664c948db8b205c47cda501a071dfeffff18d4fd7394
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17e75ac6cd030f94f82370b8fa8cc96732942ae
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0f8fe4bbb7704e4a91d2b2554d7b2e34ffcfb277dfa8326438dd993650b1af
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021174ddf3cdd8d0d38270f4426cdd09f677500b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cdd169491a2229b9dcf449c49a671040a3a695163eba9487dc9a9d23a5df06
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a998cede5bdd7032101f5ad7f4a58d0707f46d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecceb68dcb589c525e2f646f60faabb057596f622fcc441e6b09eeaea33c7f46
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b8732eef2bb8fcff8675772502671a1bb74a87
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b863b760d8a6ec43a0cab449a5db3083b342b6bb8a13cc08ea7a1c769f19a797
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfe139240d6752d16956084e9f9efb4d52d0048
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9f980bdc070937f4c20ceb07e95f1fc37466022582d513928fc712bfd03b26
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be348444c26514f1f6f37afda55b2b86d056ed8e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d065de378c5d84952bb2da9a68181f9aa5993d362d7bfdfc8b4fdb6a9c28c67
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34573d37f96a6608b32de64efe7f00c2d6e7155f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e792f6cbdf09abd58f3f130351a1f7e0b55b13e694b749b34eb933b49960d00b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2973419e2c22fd650e0621b9c2367c9eb4d9a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f140638826783e0ed392e3a9e9c04d13844e6497d5f60bbdff6993b445ea245
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf67a6fc2738166b37862704ad673a1c2eef4fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2cdc12ec37f8478ff2d47e44f5f01c2a9feea3c5847703c6e9cd5cb0272d489
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51789c49e056773ce38ddcc0c1b1d808874acf1c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad03c304e1075858ac9836e5a8519be087775cbb7bbb5ac968ff179c6d112d5a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55080d93a5633de331e4f30569b00763eb41efb4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54fd9a19b50636008ea9ffda82e159d9fbbcd7d94dd70325fe8e680cf184fc1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4078dd64333d78fefccfb6de85774f7ca87e658
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5340e37b2496aa95a8235bf7adb697a3ed3f364a1a1e1b3bf395adaea0bef204
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c0ae7400e8efa29e363b80e0e8a02df1ab55dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab9c30cf75af673e2ec941e22f15f43a11ec9c07a5faecf483be216e4e2739e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b27e28df2fa5bb736a16ea7dc4f295ac54ff4d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6cf47de11cc82f799637e0565d75e09b0dd245a1cdaf37199d3345061f67d0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ece94c8091d61f4b1b315e5a77870721fdc7e02
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c7c476c7e8d6d2ad7c40b389e8fa77a59842af10abbf6ab9b379a12e9c96b7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f632f3f4320d5827fdc18de8222ce9326b666d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40b23cad8a84548bc829ae4243926dc6a0cb03899f84978aa8c27693844c303
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca990eca58cdcb1e62a89dd4746fce8fc294a28
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16bebc9dc9e18a72fb6c373de1691c2ddf9ae17b8e33002ef07bc560b968ffb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d297380e3ffbdd6c623cd2c15e3a14fefe91f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62c0a7d5de1d18fcdd5334dcccb15aece351e482db9abbdb1c427594ee1af30
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf114c2d4d57e2f8df92367298795f4115ebd6c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed333fa7a1ff3671edc56fb30d6c9e68182ea8aeb47054de510830f9274bb8a4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ebe57e778e674be3454b649e8d556b276bff1b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38277489176b5b4c7705889bddcab01631d4b0bd0174df7401594c82c41c3740
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc145c0190c90fc103e3a0e85b2a464181d7aeb0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711111717b504fd1f8ba8ff31c245c861fd3513681cfe3f51caaa78ff8346be3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484d3a4f37c1c24ce76769564a6cd896ed3d87dc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbe6b4f81a7b4d8042fc7afebfbeecc5b3418d89e51d85e8c6bfe03e3c4d792
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a89537bc2d1316b771e6ff8265186cb741e4055
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec55678eef982fa243a25400bb374e2ef6101afb445e7f6d027d7cc0752cba99
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e943b8c98040587cf7b17b0fc54cc0bd2cfbf8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc2a30ac0551448ec69173438ac211e63f9f21795d934b037ad5dcf8f42b875
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df3b409337749a88a3345073e14d54afe5d1a6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7a357037e75ccf90bf6f00f92f5feabda1d74fba94ef03f572bbe0304d7823
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e771ec6b7ef90842405942f03ea6c0ede110d02
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915357971146e9ae66df94dad459f2d6a0f026c1095605d6fadc9830bf7b4483
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc021ad7a35e26b9a461ce07ec97b6ccb19c315
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450a074c368d58b93d324dbc02a26c8e244790b26d728ed8564cd58a1fc55feb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e728231ed6871632fab4a155a5880f57af16a58
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbcafaab60f91acabbf25fa4627396f3f6752d671158e6040c5aa4a831fea28
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e3c546b7dc0c35c6f34eabf7bfbef00cae0576
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c288a28bf27818e8c10d10bf114f64ea50af9bc3b78332394e1e89890c79fd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7082dacfbcd735e2b0f40884a8bd34c39dbe0d9a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af42f6b241baaae5a15d8f913d43830e66e6a90b95045972de799a455730a1d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2582bcfcbef30609cfe333727217e13dca58bda1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69df14bb53ed7551b0dba01a6cc8c8e8a0233b60fb3ebf52eb870d889c21fbf0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f0e9a260178210db9cd97d4e56972592981909
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035bc5fc9294c37c86a36878dbacf699be2039931d190a33945331fbfcf9d378
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f35e90f7d6cf864a2d2b6ea5e6a73f17e3b78e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3987bdf1b209fad6d8f0bffadab7d1ca92e43a5a2f69f345cd3416f78621817
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dea29778bc7f430f7ad004d6aac571e6ecc8b2c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf51a552beeb57ab93591f3ddab71fbf59825e50d9343ba7b02c0f5e9cfbb9d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ce3c77f9e1bffa151a2175bf0ede6ebe17f256
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0cdbee987af6b76e3ecc26024fe20c58db4260f512958ea7df4ed3c9420ab2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e4c4faec8081c8f0995d3fd0df2783fe993338
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52146c795672b2588982950b5f9a74b6e7d33c8d038723133eb84041b4d941c5
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f62c5ba8f4e1eb25c05893e14f2f90e28303c5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3323ef248f2f1a5a44ecc1b0c0f3adfce981336ce2807c23aa0896a22db2d42a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aed2dd2242b3a5df263365ea392878041c7cf71
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af84d95eaf432040049baf0fea7d8016ba1a834cf97b30dda92698830abee88
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb51365cbd729a4da8e2d76d870da511b6ce98e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b871163007784d7cd2a3c6b70932dd7588de7fb84feea19f9678ffb17fcaae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b417b811b21b8d008d0abf2c58332bc8c2fa588b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8cac30c0ffb89c53fcd72bd5b9579f9211a311e38e36a3493c4a7822874927
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884485273f794fcdc768ddeebc36e8c3177f78a9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41954ae37ae789babb8267c13fdcf65f8bd6cbae0e729851716a837dc1376ee9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7e016b116948188505c1ff2123e15404eef549
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409ff7a8a2410f7128aa2e0d2fe93651978503beaf7648f67a142f460252fd66
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb080a8610a310e462fd14cca1aec64ad58d06e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b9277f84966304a0b11487231338a1abfc502379cc2a8ffb0220e6183703ba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36609bb424a87784ff8de0568d65e56485fdfb80
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cde0eeebd5020bbbbd0acc0d3aafcb95222beebbe05be343094a997590a845
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f28c08aae8260856cab885989ac2a16514365c9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd3bc58bd69acc070c7199f124869e4a6dafce782a4753d92d558e9b1e4878a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a0f00644401915f769f5b9b10d881510b6188a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58831c92dfda4af3ae30a4778eb2151537f74a405f31dd1cca9423032c42d5ae
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1057e3dee059345b7f7a513f29b0f8fb852396b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa5ed1a6b354d6fc0743c457a57d1c3c85a70575ef2b6b886c0315758d2e6db
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7395104b009c0299669507a3fdbb8748083b9ebb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccec1e465b06e317b099cb365cf46ebfbb5c337d852953f72a88778177a59475
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefdec702b5a68f0e9daec6cd9adf777dd6e4e6e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18309519f4b704106c3d88c23beb5df6a101da6ee33c2025d4ea4d058d2a1e16
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2126e1831780c04e8adf7c4aa92f63e9ab5a251d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef9a7154d779e3494744f88e7061742b2407c6e54a51d0aef3b1b70fd02fbec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b08fa7d80b646e40fb6afe0a744e7bd38a0110
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4bc85ea77c28ddeee584b005e07bb9aa066bcff408a8854342b930afa6a093
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a684917e93ab8b7228d2993f9b8fa99063d48909
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e48b6526859ef16ca3265846183a2ec27a4b50603fce7d8567617b5d06d9d76
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc81ff3108c6811a7405e88e3799ab92b356461
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63996565a8d8296a942fc8d5b0af9943575a4016e52b282a5d219a95fcfc8f9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5937b88fa3b44786d1480f1e92b98ef6b76c83c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee0b6399e0ff5e2fa21fd268cc77ec11e2f2b7017912206b36a29a469b9a404
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595b29d062bfebcc3408128332a4382a8119270d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af01cd6dd7554350b0777dcf8725869359c263971e96694ffd9283e22b0bde67
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dae3aeb870ce45f88576aef2a9849edac81672a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3397dfe3412884db9565951a77e3a8ef1fd71d05cdbae84fe7c58d466dd3b3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97bf64a0c4f9f5298e1dd754124ecc4d3ae10694
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe95aa0ee544e67d1a4054d7314d7afe4f850081ce2ad2c79150667a702add0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854c0b9291e0437e5cac6533048bf9cf9b35b449
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c25e53f929584334da650de27959ffbfc388f28dc54857a9234458045e2ea7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c795bd1594651af03e0261e05de4d225bcd0290
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb995c71ba90815b741d343776e2339308c224fcf86e91ab921153306ccd199f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95167848737980d222ae8a37e9728c34f4c229e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304ef7eb366db5d2cba3ddce26273f7dde3dac52895add1aa2117504109468ee
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab9e487d25db31f6ec90d6bb376121d546588f7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64aa2f7cedde5e05de320a8363a0a6b0b781ee0554fae0e10f35cf3d991a889
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc4ed707ad80dfab7340ae3caceeae7b922fccc
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7eae38642f080f35af98675b39a2fb4f370d94fc0eb5e86ba8eaafa615a5a3f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732b032c5a1b06d0db5dd6257ea2fba3e2f9eed7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48911ab32214ac1d04bbc6e511ffa32572be1bb437d433536b1fd49b84615501
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c05583a0b2cbed52c70acea7636b9da6d884cf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f0afb300eaabc0737c9a2fdb8a84819291cbd2cc8326bfd7699bb3d7c88800
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65809e044029900ff1e05f727a2ac684fb3c149b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c483caafe292457a2265412582f09e55bbf5766d19077738525a4e5f054921
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691d4583da94c981b1be419cd17279f5d03d2652
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33b8d295765e2863cfec6b302df48450287a3b04f9b365a015ddcee6473f9ff
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c9769504a3188e52be84c677b9c1974b0d12a4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ffbb9488fea0202ca9f4e6a25a511f382eec622b1640c9fa8ed22e864893ca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5e88873693e482b8dcee7531a41c14028e5c34
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5542b4c5e173d7e74659023baf9e5dedd41bdccc9f144721ce596c0086494cd6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac34be3f836fb7793569e3b922a918a27985025
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cdc2eb48d2f6de35918493c1a5419fb527716fe49b1465f38d72ece99116c8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a82d27d52afe0696f04151e5b88b772b2e90e0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1ee6cd7bf7116f9bc8ebb86959a17275b86e1a0b0548d47a20a1efa935786c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bdbb7e77ffb9d8f5261876b49571bf84c443a6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed6c2679c0ad8867511d3274186f89f82c14a5f64c725ce9a472f71653f5ca3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ede44bf98d7c3de4e0d35d5f33571dae9ab02f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68a4452dbbf9e9e40dbde93657fc0e293b61140a46caa79665c915b402fd4e0
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcd1ccf3e77bf211e3e95e5f677856849c1ad9b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5575147d3f8206fae707425a7cc05eb0460c1706a1e6e214fadee959642645
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4193fbdce73ae31b7e5a276116a122791be603db
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dbcba5beff52714fc151858621915311a7b6b45d82147ca6fe8a4766aca730
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a39426e6fb8432230bdd1b226c2fffc2163291
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b046df554520fb1bcb1237193b6103bd563f7d12b35b30daa1933040cdb4540
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4dbd13267a628d7647d0e6e2f8c25078eca99c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2253ce923e23f90f5610b8e6d745eb567a6c427479cb81cc62ed475dbc22fb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8616388889dc0550a0b54754a632de7e8ec6eee4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b4e620471b5a138197871bbc887fe83f0d777e1f83ac7f80d38e4ebc1fa813
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cfdce03f904d934f3215706a85ff322cc30a749
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a2e55828834291984de979d529e292e7be03b2daeb7812edf83d71ba34abbd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6aa5683e1072d2f8bbd8642e3101aa1cf319401
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf59b7cc487ea9a740fe5f7909b3e945a8d5e3b672d9487100dc53816bcb7139
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd50f489e84500d7633f434a972e987cf375bae
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a44b743677eed8b8345935b73a8f61a2fb0f117ee0e7d9a6890fa21444fe79d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3d46bba757f0597a82d4c42e4b3aa27689bcfa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29058805a87cd5e0e449bdf44faa31d794f3c9d3aa1fea077788ed18c03eceb7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8833fe1eb301b2d7b287db6a7340586f159d738
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38cc5dddf49dabb758bafab84fcbd2c435c9783632c54a51f6457aaf33dfca1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3cfd404e528479c01d7bf49887b8b4a8e41228
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65fe963392017999e90641663e7b2ab9ccf9dfd7f503cf3e65d8c3dd1c50576
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0c679ded80af7a3367b2ea9c1149d803cd6aef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73bf1996e3c311e1126506f4a028802dbb2a2f5f7245c7b38926fa46e6024f2
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29858a6a9a1d553fdf031f43b407c5e95b48563e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b86bc6d56209c16ad86436def7e88ecffd1c7cdd9942554d7c2c7bb348b1d9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac43801b9f1c6a8bda483a5aa5149f4acbc6be04
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b44ef7bfc86d6d40f2a6783a630c861c7bc0e54ec1c57d44349546fe98834ed
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4652dd385ab16e339446b441215a16ece972c9ef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8969121e2c9d896d291e4ceb9e832ab96beab5f02258b2859566a305c0f90b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54f786a4997b3b598dd2673edd25171f4eb8a43
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9c2741cf7e46bba5f9ebd18ce0670c2a847c1168162c9fc51f81b8f7e8011d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21411245b9764a98c90a7ea0493cfcb112e586eb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008916922566e22a7f80f6f2d9e6be04a10b2eafcc0b498cfba1ad26f0a5a982
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f9c71713967c37705caa3fc0c88bed9c005a3f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40657c486b418d0363d60066ab8d40ebd122487b47dfbe8235b20247ff93c66c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a2b1478b94de006c80adbe028e1fdb09bcdabb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e388c679cc1ba6c121831533b7dddbeaec345344c6fcaf66d7c9b0c796addb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3c5f34e34f973b7ef13a0e9f42b1d0d44724a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1405434cb641a2fe82ccfda35fc2a10ca9f3c013bcd366bda92400e18dc61df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6bb70f811f34ebce902588236faae6493ffd63
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8322e347e728b5d815bb9eaf1551c1f626ea5e923e50f07825a79792e981d916
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf40c2c55482c8ad83a683c326411712a52b9ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fec0cc4e76f29856311705d87e792884ffbcccf22fd62f81843efa121389e5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edca40bccf94b98925f1133509d483ed4e047fed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51b785c4adce59f29c967a400791cf172f8d48c1ceec7fe212c253f93d65986
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3068ce19608e9abbd95a9ba6e4eeb0c0c0b89cd4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52cebc066fdf3156fe1b5694ef5600af5a71818807f582fda022791a2b57582
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecab4125a529634a2ecb4619cbc7e2c30c0e8c12
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3913b7018a1fe0c0d0beccbc6352a8d1c942797155fc04e70a266212af0795
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c161ef84970cd3b73dfa5c0f757b62d093b17756
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3faf347f14c8e21dea6c766a7608651137a3a9adcda2ae26a6963484f850678
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f11e02420fecf1f7ffdd60164d198658b4dbbb6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840fa3446a351932bcb8db154bcc4fe5c414c61098e9b3646ea5d6caa5d504a1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b055910fd1cd146b7be16b4a8a09f5f377773b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb794eae45112e39df3e614fbc99138e6bebae8f8d27bbca78d2545d4436511
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b589d85bcfa667b2beadb3c6936cbba96cf335d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cd1d368dbac75d9e90b8d44fe445470dd9c88d45666d0f43b44532227c869f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ae52fe9194eb04ea59860a048bdafc63bade8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ffa6ce0bc4ff13cbf9b3d633695972069ec0d7c99785731b36bc7339d0f45e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed94630bc0492f970d0f44459ff8842e6993453
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0c58042f25a47e9018ca25b0eeeaf40a306f214137282aba6756f80cde6c6e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9672f23d49a106b76970165c0ed10aaff99901fa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8675bf089e282049f278ac1b7bce2deef2cd82e347a70698b1f298ab06558959
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399655d3eb90f5593c69826e850c8177332b9730
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32595db11f13fe57023fb883a44c5544215a5b0486ca379e995621a81cf0838c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd292cd02eb28f946f5175c3275eb32564f1d69
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3db9c22ab47a91e0565f98d9b3d56ae895e6f563945e6b6dbdb16dbe68c395
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bb21b4d5c7e68ec4e55078b7a2b7812b7f1c9b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfb98d7fda5792be685a8425021f9d612811f814ba3fc91c9667a872d222d47
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69496b7eeb4fc068f679de5ff74e8974a11f423
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91ca8360cfeb0147340092f3fa6a3b3d169a4e47ec78612cb57e23fc2b6fc75
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14064f1bb82d911fe683ea33b8c9cd2d3f0b77b6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b616f5a9c7e812605a51933ed9fec0a613dee9cc70dac95bf38e940a67b6caef
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1fc21e6fe785f825974fce055c1d31cbe05206
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c82b092c6f1e3cf0ee56b9b6ce0b0334a560c958a5ce70ef79c9b26f9632a20
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee9b088c0629c77bd6c15d107a8242458762196
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02635710b70770ae84c4b83991b45ea2168b2bbe403c1899e189c0949ae10a8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5410feffca5416ccf3205a60f375147c475c2c4a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315770812ada0436598bc7f97460edc3a5eb75da0c302dd5171e24d051cf710c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6b34e47fe04038bbcbe0410e26682b191c2e03
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e8fbe8a058485dfae915524b0104b19d7e2d434a48588c3a1305bcdbf74391
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2f0a8c9a58276e8a0e77376b79b79db792bf70
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b912ede1355c02fe0856a34c6d64be325f9cf57d42964944d6cd5ec36fee35
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3e06dda78cf4fc5fa4261cdc0f0a6066f96f7e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a0a98658df8b875457f007826671dba10e5991c9096cb3c6130e2ecde232c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a1e9951a1ba0480a45e02e5baa00af90571d21
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafedb92c0d6f99bda3fff1c35c90092d96fd9c398c90593e40992bf25c66ed5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70855dd7e14081bf4f6b283f0df8a98259f52fa0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fcf906f0d370728631774cc26a23ebc3e2b73bf400fa6e62560ac5d5f3f3c24
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf185760fea3583df9b1c816bcb2e6797dcec2d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14aacb09b61c56c5e60eafc6c66f6fc89289330fa60d8fae052d6598c9e4843
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae97a80523a8db23ea8679a9e87fb3f64952119
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6509992b3235da17c7960f6bd149b1bbfaba554c2a4293557ab89397c4eb6e44
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c3c643b7a24cfdbdef1adc49c08ab3b52f0eaa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e5f5825e7927cfe75a1f06bebcec07ecb527d525670cc61df5d02516100bcd
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cf8f6ccfa34c5898b0a5537cf9c45eaa265c2b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bdaa46ac64b02e8218b6003859df63de5c50627815a7af99f829f16cb0aaf4
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a00befbef4d26c3f4bca7e595b1490738ed427
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce1192a679366bb8d9a46450d9e3c58d735fc985ddd86eba28bf09b5e8a8f8d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb69b4fc48e3eb25e8f2eb1f1fc869ae01ad641
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b4b7302e2e7e7cbc6c9ad5a2ca8ffe13303f9d288684e7830b60f9f4dc4ce5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec743a3f67684752b6f4e9aae55f7112d6867366
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e1e5bd419840e085b161933780a1575a6d3c74f7006947214731ecdf26d0f9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940c5d363d82b1a8cc9e7cd2c5aebbc25740651b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5b72bb4caad442588f4472c8dfd15a17c4ed07ba7172a6cd6c8abbd71d60d1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b93021fb4b61123423babef23e66c125651b22b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b5501efe35e653be052237db1b74d82a68a107f332ec8b1d48d431e61a05ea
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9eb132208d6e728bc449d69ab231855ed6235b2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbf99fa46fbcf042ffc140f158481512b29bef576af71d239712f85d913c1f9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc12b148df07701bcc285c1de1c713cbb8fda6d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb6884a840e21e46ad6a9aeca079f3bd3b49f90f95e98a641671177ae766d8a1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3424608f335cebde90afbcbc744b87decb2f837
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2949c306468f7e69307ffe0303bf1e6f313f9285c65b6cce5a2c4f8ac181f75a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b857ee2cfe2fabfd9fbb0e2a7b0a4b207068ae4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0f3f58a4085b2b877f158adaf2434ee0c018c8a5f20c7ebe2a520fea6d6f66
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd22082cc62fa4493054e4b7620e3f028804bc59
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb6c400b4dc016388501dc8262b9b789a4d97be9166a21c56f25f15df794acc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0444b17ef107831910f4669860c7ee97b0ed6f0a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2b929faae2fd7c33f4b5dcd9404883d6e4c265cf0bb0a30d5fd72097a6763f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79695af13f333c47af4d879683000e299871df9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535d11eb7df8c5ef285254e5e4de523456be340b6bab222982811a686808c34e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e5ddc2a0aa112ab1a471bb5940821320262413
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba95e485e24f550b1cb89012ac9b3c7362042e29f97b2156ad11d91b6f964416
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca9202e4e77d026e2f8902062260f3f278a3f12
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59663aaf7ceaa109fd46beb0bdfade1054941b94f75086516e4e189e21ad8f09
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2726688fc79f5d5eb21e7b2319e2dd0984db6be3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f883415026a342f3a296a9ec1f9df3e676f7a5e96a372237e588f661bbe643
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38287d9ac3c3a2917b2ada0229c473cee60f0476
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e687f280d3f055f1354eef217d03f9a175febc7fbcbfd0b594ccb7c5692502
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8ebcb7d8b9d4dbfc092377057772e16641847e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de813cab81683b5a6c60103b2efe5a993b19e4ef065e5e9498179543b50b6418
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36af00263182e5921c648b5e6aea9ce1299389c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a59ff4edc9357aa8df20f7b3f251e979b0e5aad62cd18b8795c78e9f48376c6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5fc0f27301e3c740534c16f6073918fe7c3b94
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc808bce083c9f7d900d39a905b586cb3791ab9f0fc691fb0ef060a82d0192e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde78f20113abbdd6a856f4a7b1c88dde00c205b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b535e1f4ab709eefb7b3205fd77197b94a3118727c8764ed6e6317a843aee6f0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384568dc7bcaec2f947c2b08f59bc213390a0811
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e4b46ac92862c78fdae770e593a557b1d47676b8dab70ac87fc79498db2421
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f79decc2a41653caabc70bea8392c0962bb5781
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59b3590ad9ee10db46f551cc3aba3cb7ecc728833a7dc7a66fb0540cbdb0a6e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811789f5b3f24590ec79369028e180569c8b703c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4cffa4d57797abab07d1e4abfc06ce889e28179553b09a3a67ca9a78fa1070
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff165f673538656758eae204e43365960bb7756
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442a382217c144710130f24fc3f7065662d720cb61c6d207a04b120167e7421e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5f6adb9d3025a77e472e6316d5459d46820db6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f78da310c4291d4885a3c956dfafdc49f8281c032ed32fba9d7b5e0e0988f46
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16f627c41eca330a26cd2f1cdb8db24032e43c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7afccaed8ed42eb4e6b9480908cbf7738d53ee56ddc1afd3396eb0224dd3ced
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3f4d5d2288316715b9fef57cb56504bf633b8a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6716d011add7f5032d5498e61410fdeccef9a1eec23c681516b667bcc58c57c8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897de256dade80688be81fa01993604c622a3d5b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad37cc3f41e968e715de36679aba051f2ebc16f4461e4a2c0adf1416aefcaecf
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630d2d4d584f897b585cbb5eeed0c91b9dca0c32
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1266b7390a9d43972a8f40f87ddd6564a8586ab88c6e266355d75d057750598
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf818d7fbec73c5273e9e3334e16cd96c37353c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a399c867a154a67cd409caa948635308544d3fe9c14409b4496e3fb7b16dc9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfdfb67bc63c963eed985e6d83315fbf2ca6802
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8361280f6f19e6f877a6f2957a78c5962d4171849be0e0686b02bfc7a7bec7b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047a2168c868a6926975ffbd815986e6680392bb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114ed51ceb15060ec3d0b39850d38fa1498c1239c5af422d3f57be4df013e9bb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9a496cfaa67aad1133cbd74dcf7caf56d00471
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e392ebd5caf5ddc2915862eab2b894fb488058ea516c3d1ef5220af04f7e984e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207a4b72723acd7043c6ed3111d6a1cc7a4a749d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815ef09533f96d2e90f8818a5b2077f0759851db5d416fc11c0e909364286bd6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f069132cde350234ca10e8d06fa3c02fbdb7ac
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7064932dad3d887e4881d69c78194f4662ca4f6e4734595df7b94e09010f531e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cab2890a918a2a6bea300e880e004b163ab1b3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd772c481b2feb870dd2cfcce75175cbe5a387eef59472f1b54713ad838c951b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd6495f55e0a0f11aa32c6422016fd6fc496cd4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16fb92d67af0ecef36c13a6eabd26dcbd7b2370be46233d46078a548ea05144
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f43fce9cb7a9689e82a13da024869364adc8480
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da21e8deb5cc3ae5f7ee9ca923cd2075adb5797b6bacb173985887b29f7def16
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e145f6364c83252b0846413e8feeb1dcafbce2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe024462f17a48bfb0fca4866b2b30f99122070cb257c56b4905c2f9aca6bb1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c09f09a21f31363ac2adafae7d7ff922a92cb5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacf5a5fd4d80f4012f4bc9fff729afdd0f2961f50dbb020a08f5197d2641ec8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e727b1c93d632424122827a10316441817f52c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c034bb4d95b895fa59c3b463860d112745cfe8367e9f9473c143d3c8b743d7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fed0825117598cf0d512762f26ee341be8dcd0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4595b951e00959884c61270c44caeee5276adcfb694ea23758f0ae70325d43
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e9640b896721aa98f679e10769804449dbdeaa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb11aaa4987849c54a7294b1da11ba43726aa055e6f664c0df2580ff2e98629
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a156435cb5b0013831ee5992c1c4bd681f258218
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc60c990857e52189d57ce4091681f9ac325fe64bd4d5a5a4945255f17bb4f8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23294d120b0840e0b2c8ae6351d477fbd861fcdd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386049f8f56caba5a13cbd1748ec1d14b8ffd2fa4c74ac197f56473b26cd51a6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4c97a8fe36fb6b5188ac644101167b2089bfe6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a11cef87a8f53b1dc347babd485b87952386624d79b8eed9c3302a59058e7ba
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c5bc1c076b4dcb2805089b51b199cd8cd5d1f1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff72da866b6302e5c06b9abb9e90b96727b56fe8b261d9efc9d1dc11019cd890
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c95e14de31bb0c3501db53c971e64c078a0987
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcd243b3e1755cd67ab4b6ff6f29ff958d88fabc34373903be4ae094683e85f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2739d667d2113538d5eba8ca5fc322a65d5a43
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c0844bdccd6fd63b4ae269ad4f401f9c00432c0783f09c994e71e3de71b626
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551179fcfea53fc82472f4de9e48add489049e14
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb40262f7a8f73684c15ced50742e61d906f425e45a26045c13d0e5b79fe37de
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c404918532f87ecb652ea5ea8a8b269973655c54
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abd335fd9e7cc32b7cf84dd43bbb3e65c5fb2a3f8eb4deab947d9a6d989af2b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9866a8a80630c89d5e466679000477164ed956dd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520cb047d31024bddffdb72ffa6893c2d183022b0ab23ba0809c026dc6f68909
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d687e424cf37990398d9bdd13bdf3b4512b8575
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a981aa5ba69f8e2bcef5bb6e9fbd0dc4d2fcb46da934fed2c67f8eff07a5f2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3145d3e0ae0a69577d58fac2940aec6373c5e7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b498c674e9b037c96eb4d4f92272cd178acb0d0331d375c388584792fff909
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2638eac4074683344df83b90e912625dedc0fa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8192bfdad806ec756cd62f3e42b40fc547d9352fd51438ecc354f8ce814299
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb12d6678781da4e4b90cc94874bd04c1f9a693b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b410225e1a9f31386e9bd549a731f620ba95b986123b911aea716913f48b10b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597895908336f02e7ee5c1c29e165d64ea730e2b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24194c2cc4452b5cb283ca8b11049dd46ce63540ed31bdf1cec8da58b39239a6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7768bd74bd9318a98543997fbf2b08049347837f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3193fc8a0981ef80ae9f3ae4813e2d4ed81b898726decf3868eb26386817b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5586ce677d2ac0d01eb962474fbc19ca055a19
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6a01b23a4347c5774d46a22c44ac9b84d2d2b941b23b87402df6166439ee24
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e782051e5be00df15ac1338ce5f6c569e6b059
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8f1188ab84c5f52dcaf5ae7b42d231db210a1f2f4bc1aa0c7cc6a346f66ffa
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532dad0648f42dcc80e438f50dd33f6a8b65914a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e34a316259f488f17d1eef9f64c4c94f6a86b89cb702987b95aa35204d7636
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d4c2be147b6ce3215a43d0865201eff09eff6b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fdfc6177bfd91544e716bac3599fe922b5b81e9a08ebe79f8d172d191d05cc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c51306ede4c8c165ce7b5e734200f61f2e64d0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17dddaafcd98313e09f073f62a057ae2ea0f6aa813cfd075ef1c554e0bc80c0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b1f10bac44f4ef3fdbe300bbc06ab4ed8d9f8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f26513f70f2f4b6627d88adfa330e0fff748a9eb6df8852ec902315fdee86c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f2acb4f41d4ce6ba2e398dc743b109c762dcd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773b7e862b59ac3392b6f0e6e79fff164500862e3bf41e8102c6e8990902f49a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a8daa2132b89019af04719267811ed9aed4858
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ed89ca58c99b2cc72b3c7bf77d6435334c517d5e212726cbbd6c475f022ee3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889ca3a6c584880d90bcff72e4ecf310e64c3805
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8ea81f4223e0056233bff35766e1a3623bdf85b03e08db1b307b36bb7e20a4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24fcc6be38091abf7060092423b8f09102a43877
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c946112486dd96c0d108e9e2c5ba53638109b8142f9839e5a015af828e653c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d8ffb7b3f5ec86fb26f7ab140b5002e12bdd1ab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d4c2cbf2a61106f024cab415d08dfe0c07548d2fbca930234cb21295a3dc95
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9d0f78154ed9d094773ca34288a4d80ee7b225
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a16dc783e216bbeae0efef7fadb2f05e860b3581096ea30601003dee412825
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9cd1e5eb4eda4d129bd81f7ce1ac01e73c349f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1209d50a432ad343c37d15d6994e0e41751090d718195ce5053e5d2cde1cf21
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65061b426b0b1843cb263f377b719a44b0acd0ee
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b61c89910d42be46bda1f6b086462d5b8b22a1e3481a3f9560c615362c066e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e5fbcdaf76022a393405540af04cfcb9ca2ec5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fcf58cd2590d483abbd6e386c48d3a958951a759b0c4ee34cca932e35b988d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a394456189143425e0d8fb8e872a8843aa18d975
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52110685fc96891d8b62a06c041bba24ad7cfc035fa88d2b9ebc0541e7fffcec
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3dc69ad09215cf246457fc9b447721b8d0d707
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f267ed0f93b44d9216f63900d5a8e73352a9922bc983cbfa10ade4a30cc8a8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e099c63c0d97273e1726575d42e067a6c26da16b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e9822fea094f89bc41c473d4518e0dd317387b3d954555cc7457d1c5788803
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f9ebc88aa6fd8c9e202d26bb199f01b7175370
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327e5136a621215b5aec1547f9b07cee7cabfdb7af06737e4e0e4cee6ba4bf24
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bb026b33a91da44379cf3769faa759ffe3a910
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d1d2b448f97b262bfc8aedef49d3475db34664889369cfb3b4235102a93c35
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bb873dd47197ce82ad616d2f19db71077eda54
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a3e77b22fdc5bb8a499e5a46a8901840715d65455ed3480e190332ee4b0a5a
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cb1824b31c746af1f56ddadc3c8f6a221b2dc8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065183c113575d0e55f3042f3cb0974bef991711c4bf258eb00433d425b966d8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f22349d40f2381fb29efc210899fe721e7285f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d8176b6b7a57e9cfc3f70744e774e8768461f53ffc5e6f3ea781a7b5f388d4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e49cf658d3505b18fdf416eafd74885816a8774
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55888910414a700d16af9b685509b370cfa6c9b670c17153b62ff7fc7bec3c5c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e075c6d7a078cf4ced3877fbd20ae5f18e174baf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8659129f944cba4abf77c667c680f74ce62dfef62cacf4abb7b4d543ee17b65a
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f0cfa60cf5380bfa8b72186b7b157e3a3943ab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630d8fdc4ee23d6cab59bdc9a0b4287fa9e62dd1a5c021462b26d644c5097993
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cd55c1393e6c4a74872e8ce7f6fd31196830ad
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3138def518a7f5bde29840a0bfa9808898f14b4c03f4d55eee945ce61114810
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b5af5eda5ad11b00d02d8621d19d0995399dc2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd4c1e98fc33186ab9845a70928fcbf7514edc1001859da15b4c31126c087fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226206042659dc3d3d98219d88eca7cddba51cab
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57c5f155f57391f7d6ebcd132f7423ef6a40f88a4171924f443d3909bc0bfea
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46383489ed6d38a39a31da3f3ec388140022ff5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c492abf9daa9e1fdb7aa9b038bad1add052f77c2aa74cfbd7cd963347f6dbc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc3fc358b712116f9f915c9a89640f396557272
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5fcdeeb51c8e738d49b20323b44776dbd6e1c4e168d4faea690f99e3b25858
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd8edfc2644cfd4ff9fedc5e58a35a61c4c4e59
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859f8501a641d8d1a716516baa1dd7564669f19dcbc23622184c2d33d90e6462
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5b2ecccd96c5e03c59673ee7a7f8263a3fbd5b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacc95e8e54196f765cadcd4ee9999b949e8d092fcc949e4688e02606e55d6a6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72a8676bff803dd812879d51e36d8a89fddf7ed
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b50b61b056ef03363013ff13bdd26a64a4f4ee0c78d5218772a81554770394
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6463d637754da9bc0932cda6e5b4289ac4107758
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8825b00293bacbd10b0122fce178afa527d794a6ed42005b92bc69ac73a07df2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d4500113aab2d83803d7710388de19543b2530
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b367bfce610e7cc6bf356c3949866eaee7a728524930ff5de6620c5ce8843685
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7577c121b347324ce2a513b40858bec4e37720
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ace865c7665f79e771293de82d0abc02b21fa912fb52d4ca599cb51e0b6d3e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5791aefe5ce889613a3dca22ad68021383ba86
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8094a4b4f8896c875135f8e15b13814a8013c37149e4ff176f24eb74de7810a9
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a532c425cc7ab890b6461b935900753533142b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af3f0c2b1034b0674d77d2a4f24fdf134abc90b62c445dc865528a8e2a7e1f6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef69f3eef0146265e35ced5a8ac63a4a649c7c14
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebeb5dd596f213cd5104f899a4a829f2d34e02fc15ec83bb8acc1dc79289cbe6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c638d6f312bb8b548124b50ca659585759871a8d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed0804c6fc556fd78f67b7f9f27d363a69b78f0b56360b839430a2575f4e45b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36c1fe89e7cdc0b6bf0cca41425163ba1348e6a3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20b2a1d05cabc6b5f4ecda9eac43133e1d52fdef2b5b8c4effce2c8a8d709e4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf750e083e11723edef698904a28d41678cf3500
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2265913de3fdb4974edf2510119425e762885aea97feda682794baea10719e1e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570a340b443e5df50657406dfeca6ddd64c44b1b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d8fba03442bc8d31b0012f6b71face5a5708cfc5bdcec05b447427844391e5
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683d28d10739978dca4bce6bae5bde5d9954967b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276da3cf022469563f69e9111f48b2b074b1850a9ccb0a0e0578b35804e7878b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffe61d750ea2df4bb2ed7713427122fab24f356
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64c0eafb3032583059f030d2bd538e81af0a8dd394a5d848998c735ae29e13c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de73a848ad59c9e626295e1067b0b0f8ebf74cb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740b7cee9c7a47ac19e287959743e05312d3499e8c54821f812d6606ff4ee8fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2277ea01db90c6e8f0f09b15087e652b3a7ff37
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1581f860a37ffb20c5eb107507c9544ae47ab497f7a0178ec37b0f3fbac369a2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fadf984ee508339f7fc4f5888bb83e6ac7f73c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fd94113ae9602d8a3b1d8e028c6057630ccad3d71845e9a25aac7703a8a0a3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f52851d9d88657ba6b80f001ed56647c97372c2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8094cfcd3e82ccc7922b5190ab2cbab2cde780224f7d7d97807ad447982b51
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1100abec4f318716945b1520fe76be48037d9835
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591fe08a67e3b879ed97aa8eb7e3ba345ea6ddee2d0aba6de511083c27ba830d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a48ac0bbdd6cf8400ed4f5b3933067dc01f6a1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbfb99ce4ab9ca758b769d4022973df230dd3417f4756e882f4901459415139
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834e7d7a34b4ce2a09e8a1c93073cbf8d1e03044
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29857b52ee7ff2503ab05cd968bebd78cbca8582c08312497188db90f0bb608b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251d5ea2724170876ad104ad0a4624f42d2b7806
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300d6862c61ad62c879dac00a97d0682d77407f0aa44c28bc6422fce7b502c05
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd4c966e4a88e919c28b56eb0f2bc72ba73cb39
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c77d7d7883a90d6f09fa6f93ba37ff622a6b19073b6f829a85f8f248e294ea
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0569ca62d529cf9596a5ab1332ca5e61761b6726
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb26a9b4f932cb127a2eb7949b59507ac84492d9ef739c8abb7da285b173664
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549e963b6dcf6d89dcfc076563b35a8334a9951b
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6a0219c8cd191078d78cd02c1f80d6db77a9d707b706ac9d0f7d1dc9d72dce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5795f866911902f2b724a3663700d966e73524
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c9febff00ee3030cf66730464a8b6b2fb8a79a897356f23fa5ba7b9f5cf7a4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121377caf1e2d7258a3ac5e202c221d151215238
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1546add8fbb40f3e1d0f85f83fa41ae12029615dae1796ef6147f7af104e79
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642fe6cfdd8bb9e88c38713682a000c4ca246065
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c068408c0948cced8c3c6040959c93fe5a88f95b907b8937b460c53eaca1b64f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99a0ee282710782b78548b438107a39c9415f40
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0811c2ec81b98b9f529da01a7653c99137239601707977f5535a9bfcefecf74b
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d515f4b489e87d5872888e26a2f26c1e6c67c5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15fc41d6d3713145090f430453cf8abeac2ba630539d0aedd82a0c463ac2578
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ed5d866786510674c16e8bf15875142c7602aa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3e747424dbdc1967008d465e0fc8ae66bf29199f5c6b3095db16b2b5c08ae7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6abfde47ebf82a245dff1da4325e78fc2d6bc4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857ea8b1d8eabe4d87c99e3e08760662f4da01d4bc773c8484a05538073b408c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbe353644f8938530f1e5dd441c96ce076e9360
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96784e4e89524ed520e11db6e598427d9e697195f3f365e279e74b218d04eda4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee762f8910374449a62ee7873d2c4169e25ff08
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cff1ba8001b3a92299191e42333aea35dda73b30ba72ebda21a2b33f9e5de4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b821acb73d30fbe89498858eeb77df4e1fcc6f36
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8622136e0f2ac5d91a29b5b9307aeef46437bb87b166970e67e9bd2c184a3ae6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889aa225c5152bae5172268b3f66c1e68237d97e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fe835ecc3e5287f188fd36aa46d47c3c209e581aa70764a12e8d4768afdac6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb23b12969ef06a18ce72eecf86bbb712f74415c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c88b00a837d35e271123e071b384ec83bbc9e2ad602cd46fba61def2a647a6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b15e5b21974a00fab0d0e35143037423575a47e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b450a8050973871bf6f61393c8ea5281d8f41d2b560a8c881e1a0df30526e87
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bd14a64c5eb296577cdba2c62495b2647ec954
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836f45d441d9ec301689159ffe59171a0bf009c4f70f2edfe88a6e101f3b2b67
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1459b54865b9f01d4a7d14deb1802c7a047a6db
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bc9c85133dab3d82874aaad5b80037b9365173663366b800015eb3f03ffb23
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145b94c4c6bc7fd127aa5f93f57aaaefea72700c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034e6aedb53fc19dd20475f1409ea5e5393f215b5c0b0697ef059b39f1af9b15
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ade3fd7b44c2c1a346a56399abacc2f051bc8f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2435e75120fe81cf2e79b93c89d19e2b32412874c9ed703d437d3dadc2770b89
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18457b925d8bd66bf5f9e2cb62acd930a0fe923
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599f5c2072a87f497022909e0f1991b78bb6b6394f819531baedc999431e04e7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741614172709907f6a491d86f3dcee66924ccff5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7936a13caa62be7196b83805a00aa5153754bf6bb64a2476b830372de4b35294
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5235c05d905c4a54201a6105c9f7ace59625551e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27aa92b30e598fb1aa6fda16f16817a4299f363a301abec4f650b5d2b038c8dd
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6962cf982db8d895f521508534de74368baaf992
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29ce4f2a4ce02d62e36376954ae8fd4993995115eef7ef0386d9a85e0a1f811
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd256b11e7212dee1b73d46a9676efa1fb0ae16c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14a3601f916a4a7d4b8cab9a62714c4c2d1110350fbd4f7a2cd3319095c6992
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d645ed4700d1457ea4beb66ffecb2b08038bd2c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776a119aebf6b13581912383c2ff5912edcf648b4f10facfc18340b704b3fa20
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a97288f701c143471b1fa61eba95f7986e72699
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9bccabdd47f3bf22ad32db9b152479e9feb6268b595e357a678561566e4008
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb74024e2665e2cbfa690589a0ce37b07c2fa249
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baf183b91d54f5843971ff48d63a6c939ab8725f69f8272f64616d556edc923
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbd7881906e6ff1fadea8be550e8ddd2ab3fa10
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47304607d6841805203888b4e7ad8b2d35d872270b1ab64eec2d4539fdda732
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1e0cacc27f57234949e1b109c0c95687bf826e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c005ec2ef1d51aed8e3d35744e01a6265abc8c499fc94bb1d9db42b1a9222ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ba7baba96b30212f0dd8ef23e51a9565d3aa04
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9195765b0173c2686c54f3943a5b8bd4a2c2f42dc3e88ace7c66e40ef436da42
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2389ffc128768d60b320b4da357442057ecdda02
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2739d8d6468dadb05e4fdb1f9165e8ae3d8020c0e3be81d8fcdae75dc2136327
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16286cfd07d0ca092ba2c2e88d346998fde15d2c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f12c541981cd0d5dc28bba7162b37c5cfcaeedca94a55634da74d679d5683e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14459ab31b9efb5499af18ff3e19d229b80b12e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003a0170b9ca028f62de932e460c57b589a4fcb0e6b8a7b0d594799e2a7fdb19
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a43a2184e8492af4c1f3fc2a35bcd3b8f05c9bd
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c8b178386cd642857eb0bace2d5018399cdc25221b952a6f6b64da155397c7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51af9da42797feb3ee22754b30de90846d37427
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfd91fc515c8cf945a18d378d5afc1e764a71c25647313ce50bc102f8a08121
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64af3a3dcec71e828eac68b8e734ae7dda85599e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917d2ddd6858410c5768122c2e843ae23594381b860d54627365c1840f292501
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc9fb405a16b8e3a3620bc56c59c383b1fe2aa1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5953d61d351fd08b69473e2fc1b0050b9ad45aebdefe7880c139da8bb7b91a96
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6a57c37388220ebab9f89bdf2ff54ac3dbfd57
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e51b8c9cf0a5ddf7dee286ca6a62857f0bf1115509e957ec3f62e91b2733c6df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6ad3c68f9b947bd13caeae9fee4bcadc86ee03
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9281bde99428bd37c748768e42841574f0b30674ee9c18d2eab8ff463702ef03
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4f58ef7a909f1fdfaa2b7379223ecbf493808d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3578d2737c8c55d9ae06a63624469f4ad5630ff537afc8295cc801c4e5e3234f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6a2fe6a098db7abf94c78ccfc52b7bf66f100e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314008059c5a6654a0e6fa5664795e0e4ee6daf57f07b4e47b41ba193757648f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4fa66b247cc74a28aeffab205a53515a4efce2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4684142766a6117309ccfe1e89c2037d7efe7000b22e578930c648eb56e17c
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153e1947a78d25a2192dcd303816b66c1b407e72
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6ff83cfd8a217f1140cc9006c7bfb5d8d6286f57e1323b161a910328b79b2f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c270226e4482ce4fc9f6f139dbf81a60d6f1f31a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bd60bfb7aca3c889aa9e15e47b12aae169850babb092421ffabf41e0154680
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cced63883a3c2abf0c626ad3b4acd1fe3e820dc2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c9e262db67037bacc6377040331ad71c177eed6a7b1543e7cde85b83f3c41f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79f15758c200d8bcdf1493fd454994a239de6a0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2e5fec95a44f10c647705c17ec625a587bb9ca41dedfef401ef8e3a383c9c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fc28e877fbdfc02369994344098a46de424fe4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f95e70528e0511c15e25eee032e41b6fbd9390a59e52c98c0e429ca85f56e9
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc5431e22b321202b3e366cc4d4511eead70193
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e206e3c4c75e6a5545481b864e728900dd5d33fbdcee9c3b8f8fe75cff8b8c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae328ea2024be9c961ecceb2843141cf906d89d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3680ba951a4b4762c683e22f8e84336d29cf49170bf2ba2f4adf0d826aa35b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a44790cb353472de885fdb8379428de72c0db74
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f17f4b530c47cbd52c36f5d311c281e5efa517b1e2ea1a47cb4cad730edce00
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b01709f7215f96ee0914f861857d7279a411ac8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2fb755c128340c9e138f16d3e6b47e14f1bf141e397762c928b251074842f0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a7f960195cc4544923a07be376d50600eedf5e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b15df770129a1b7af6f2f9a40d797262f70db17c47967f7138f2aecbec1a2d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c614cb9b8647967b58ddd8d895bc2a2cb12c40
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7149febbb531091f9b9b4f0dd390a1a56275d984de3e35f139b9e13522b801dc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d1d51597881f61aa7b084fa08253979c4f646e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b36c1ce01ddeeb83e649ce084dcc25b07a357c0f162d00cd51eba47ca04513
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29435f79f64c626a448139e49aea944a81f8f285
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89cc31d73c20d60857802a9c4e9e92cd88804e6304657244945550927f6aa3e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6cabaaf2ebfb3b765a99255a6cb5312accceb5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c7f86b695b0e9e74a5d2f1104f4059da349e38639234154ef5447cfafc8559
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d7b8d95b37a50d566375c820c1e38be29327aa
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23949935952732fa2db496e41311c86f77386d8564ba509e06a071086ee3e6c2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9aa3046007b39b4cfe994ceda84c38b8a05695
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910bfb0ec96d36377fac1d23ffa0d5fa12e8ed320a8319d70d2710494e6b9e77
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d78e3a02751d292ab76c76f0c3ec09f8dcaa06
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645aeb0f2b94992910b9a811cebf1fcb38fa22c7109896d99bedcfb1aaef4c10
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb76c1c9c7c59e25d8b59dab1668fd11af4002fb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4d0b680c02cde977aea9d985185bbd75087bad596e9a91de42bf4b9bf942a4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7d2242eee8acfff030a51dd9fbc7d3551ba76c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2725b1daca982377c5c5e15e8f697da5279a4c5061db45884cffe8872d975fcc
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6b470d3a8bffdd87a0803dd77f89d9e22bb1f7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6b16faa6a4c885685e5a5ff08e7b43ba4353f3c5f2bf422aece8a2fe744a0e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970f764d426a4dca49d70641818db670200b1163
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadeffb5b40bd425b4b877659021090af5ee5fd681d3bf6b392d14fd377819af
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8429d5c7e8b74cfd228a19bbbf39bb2d67e3a6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a04014e38a67cf089163a4270f9b3b9c8778df4df628e4efaa892aa058b997c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2188796752f9370f6124fc8f594697019d41dff
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46d63a3efb12e7967322646f7b9651f04621ab09037ae79f5834b44c02a2ed8
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d86c1beaa8ee7a0fc979972b237e120c1061827
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77c09f341aa544823063859efe31937dadb5e400b1406aacec9a49eaca116b3
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813b8775a84b56db91d4b7cb3947658f61884c5d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b65ba8d391eb671282deb71bb9a052276a32ff79c689a8602c510a7ce351b59
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26128c65c1bc2144556152d8bf481d7d758762a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd16fd34575fae6890385dfa940eb7ab1f0f1624ffa4d7ab4325d99b6fa9e72
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66adcf2261c53d5b674135a359ba2ac2816f80a5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5c8b7e96a1ad2b95ae28f9f179f575955281b49fbe9e9f679a016c308947ce
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20666fbb293c22b85debc7de848607fb43e2d93
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdebac830c553fd55ef190ebb3862702c974fc46b3937ed3079d4c981393c8b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f376c4961ced251f2324d900afa4cba0638ea9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6350d725b1e84c3e7901c181690717ecc81350a2d4c050153cca2a70821d2435
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daacf545e0d92c29e1d397e7add42cacff3ae546
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56781ff1ddc5cfd84f22f71009122082433785cb4d8bf189e981a7644ffeec2f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6caa93e5df31c04b74f358611903267b9457f2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575b8f77957c2572ebc872bf3327c575f258bd09dabbc8a407d7d471f03f7761
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7230d3e0b172407833bc59880f83c50069722367
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adaa5d76648390b588c5fddd915a0407164aa903aa962ce0e7ecce6f0c8f9222
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1805f73ee80ea40948b49de1e84fcfa2714addf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b9b98555ed98cabf45c4f1643413fdd0320e962d1224cda3ff426973ec8097
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea781e397fa109ef64df9f1c3aab6d1ce4e41513
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6100b792bf2556f7c71283a3d053bd07f7d2a3d62d5830e55f334a2b49d13889
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a04acfd1df213461071918df905283e2ec1e25
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7635aa52e0186bdaa0d68711248365aebba119b3b80dc182fdd7473a640e73c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f96a29e369bd03761cd1ce2ab54f0b484d2b778
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab036ba4e44a56bcea99ea0e977e6af6a76eccbcc60485ff479b51d7bff0e53
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889e35e9227fd93d3aceebe012183d92920d4d2f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504ab70a6c1bef03e837f5e916b0e17fd2d65d95e83a7cb737e8ec74730ef3ed
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f622949659b5fa75a0ac3a073cdebe4904f35a1
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddb39f02a3dd2d4dcd3c80cba9180ac8ea79ca13fd1b9b867581f58c8d00a15
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430ffb120319f434f79c6ee0151e71a88da4e120
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d663b399056f0331c3759666de42ca7cafb35b72e973165735e47a7a84dbdc09
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778b423339c5ff1fdcfd5e64bea2d6ac0adf1be5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6e1593875c1b83158aa208c31704e1feaf7daf563e65258aae5bc988fdea35
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30be60145515e061205dacbd938a8ee97862cb3d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0569a27dc03bf07ee8a86f1ba896744f44b53e639abe294ec036a32ea65d4431
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253980738a43ec98d7b476b926b2dc8c3cf7bb2a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a324f34ae37f223ab6a86b7f36a42be0660737cad63a8d41b164233bafa082c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2eb0eb5c87da5cd84346f36a671c39314eb8d1e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85adf912a11073f81beee4df502be4474d6ce6ff6ece2779003ae30fac422b83
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a8780f470e544cec036cc8d04baa103c5ee59e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dabc08d68254f3843b33de2dd6f63773ef29c32455dbdf6da31a254edd7a21e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1baf2ed0ea440a8d6e0bc659ca0f4651402fb7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aebae2987375bc65efc71071f388dfcff6c4d05c1683156584ae79763a13b59
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb69d8ac061218692378a484031f038db83d040
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6037be95b40421dce0b80cef2bba1363c3fbfaf1b258853935702d14c442d333
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfa27d731634039c835f3a4aafd620551ac996d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd5689a11954860ddd4e301e882d25cde89c53748a3343819797f32c7d45dd3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d67329b02eeec82de7036b5f5549ca8a362d01f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc090371cda92c2486583f341d78afd5fb8135d4288f1137a5b4044f4137594
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d3a4eec0c1baa41f9f5281bcc6cf49c77d5453
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51684d4da7d46d3df13661303a361db6c0ac68b00fec74eeac42b3880ea6345e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..829221d4aea7731f70fdbf652e6b1efc2006993e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d15678700d1c4f966df8deb0618a71c2e809923f31c03a7085dd5f644ceced
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbe0ccf3f591775276a50b78a9a541f875e6634
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f55074b9449cfe05582738b4b387b3da5dec26b36b1d234c3a9530b5a931da
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46b086dcda9fcfadef31bba01f33ed59339e13f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd830cb5ee34e337310229e244e80c6e06484109782d3880da68a5de041fca0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d551bc8aea4b000c6218d19b866f28c01f8df3a
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa36de6fb744c4d6f15274ed9067113b0a2e9cd21b5ba69f564752977ec6170
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d786e7d6e01a5d49256f63fad301acc8209806d4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8e464d439c0be519ab5951f07fffa14f66331c3d941e629c5eafc627263895
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be89ddb034b7086cde5a9e1cfcca581ac043160
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771eec4d3fd26605586e9d15b3ef702b7ca73d8c0ad1d44138cebce676b011ca
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccae7714c8eafc47c814b8d51c9e3cd9a70de85d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ff0dd09602164a6c82eb5b49e32f2b87e0a4d2475ca3e705fe3c6024b96760
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2392614758533e85ff60ccab7b5eb99be2d658f4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f5dfe0df09b00e0bfadbeda60ce041348d9d48062a4f97f1569dc9bf315518
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68ddc1cfbec8af3f59f3edc45ea265609eb4c2e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7862507bfd06afaa30f05b0ef876c09fb224df4dee432790536361fc93235d41
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e832e47bee6d1d221bdd9d7468889bd7cbb11f9
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396b90c037a1ead0a3aac327b8cff26574da0b0927cdbd8debf4b3a50cd7656b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3ad6b69b28fcf03366b5594845a119d85dd9a6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4b2c83963895121c8a8b11e335709e09844470c8776d7f508bf0377b2ceb3f
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493d3e322bbc1dd5c3511df5bbbfe2a6a1c9e66c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60befe5bbbbc38d3d43a86da16a307b7956f127b36d8438d4953cb8b66076e97
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79755dd77fdd47f77b1c3c1c6e2d9cd7278793d2
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0153a19b3f3d1f4f222496101afb247a10c7757fff81603d0c509393cd20ab
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c0b2a1461187dc9bda9cb8d74a1f30538587b0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731f48de003995b9bf68b91b932d97066ace3de688d3949178960ab3b2d8bb5b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e44e3e2e900920f098379c0584e77490620c82
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6eccc311280d9f25aefaca94a31e1251996ad3efc8b48bbf0b4e86f995c3b1b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66a73eacbceb17a8dff25f005fd45e97d080124
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fe8a2fdb9569ea5fdbcc88a0e73e45e3ec4187f15396c2caa6d9b7ac26264b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703c645339bdaf9e89ef6c61f69bcfc96bc1a427
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0a60980a57363dee223c1748842c474d1888fe47f5ca4d2ea5aed9879a26c4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f9dcf3368bc4ea0cd8512499e1650b2d78e696
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9075ef9de579b584d428d82496534800bdc598f059dd7378f5ad95cab26ea0
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65df7f346d6dad872a47088e19bc62cc01e04af8
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f84925094e8e9d3da738479ea3dae429bbc9c50af61506170e344ddd1391bd7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09ba9db91d8bb15f015df94f9c425d86ee9b513
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bea854d95b1348ae8d51bdc504693bdd1ca164c19844a35ee7ca9ba041ac821
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5b2dab8d95106916235b9f5246df29be578d78
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd67bc8651b73570a3244a3571ee7e8e5b92c8c62348d526bfd436586f7520a1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94220cf0f7b9f58857df74e6b6083a628983a04
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c6af7b92b57fa6c1f1e26c27e865fc127bb133c39e6ddd32806eae31f938d6
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e08bc57535a0e40430d45e169f5f226efde548
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3727e798c57941a362f65373b886a5dc698ae5b34cf29951d7abe2fe8980a1f7
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1faa076ba7f6598ee4b49d96d7ccb0ddfe6663e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d9285f0310e1917bf790685b46d9dd17df975b55810381521948991ab9558e
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a12f96a09053197b15005474ead1279c1ab5d7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a90241ba2104949c15e266f7d5ba03bb5d0231739c210c63101d86e57e834d3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553f603aaefd32744c98ba160d7fa6625af54873
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc5094e70f19d74482c117f8b9d7532b2d10bc4461ad649d673070c6fa34f4f
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fc1fd047c469bd90208abc0298de25e693c6ec
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa65b901145aeb2dc9f1e01227b122ba97f9dfd2979a40f5b3647ab77833a377
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6a3eef62467f61ac82032e3f73679c001ef05d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8a0fb45d1762b57193c0e6b2520273646d233b2a0940f794771539e6c26fd7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8a18003e4cbac711995ef81e6957c826a3eeb7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99041795553b292557ef2eb6c2b43bb5e0c83ca0aacb952920bfd1bd6a7388a4
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6ffca664a06c13ff39e33edc7dbe04f7c6adfb
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa31c8c20c343e2059fbb226b8e529d463ab8eaed2bdf14ea3734bf2bdc62eb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235b01172f6129d13d1cbcfdc6e14881c19c6a7e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e15bf203d1d974393fef07237e327295c16d21cdb6f3e1490158bb5f9b88ef
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996ffdf6946ba5c554b3ab28a458888ee4d326f5
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7401d7dcdaec1928660cc7001dea76c61c3fc9d0e7a1201cfbd6c101d4ee711b
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b112f4749419161d19f946af92e13ae9b60ae06
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc4a6ac1d585a7a1c0553a1d1cbd9d0d401d1e693d7f09200bb4bc27073067d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347e95ba54d881cfa8c31f5014e1f5226498eed0
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281e7f4c8b80233ef7b41003f56839955a0b644a6b15fcb4f499221bdea2043d
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ee7d5d9d70b62809971165ddf93eb7d38ed25e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da2c1fe9964e45653ff29371b90493f30a127b0ccfd8dfd3c093c8c0c0e45bf
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4864104b82428df94de73b5655dab3f95ffb820c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e069d5b29c36150deea21e6e164e1607aff091ce88c05153c1fa04e50d2c87da
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79aee8efdf8c08c38d819598ceb35485ceed281
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9ea41355032811fc8bc5f0dae8d21811048ab99476542337ce645faf5269d1
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78919c9e028a58e6ea052a74619dae649fe39bf
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba031ffc62a88bf00c333f134a682b5843cf86e9f284e80dc7c77d63313d8e6c
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5626fde3436b64861bbf5e84f2443e91a19bd7
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5babf12b906b3ffd2a86e458b043428382022b94f89c84231726f408c311643
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfb39da58b95b7bded068e0c70091d0a72a97ef
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481ad6734bb25dc9ab9b11e49e3177b67b178a064f4a829832b3e1f44ba014fe
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736bf1868fd6c846fee0d5d67b5b48dfc7b0d172
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6430c85c8cf84c74069f5aa521400c309f1056882ba2bd740d239d1d8535ed65
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bc796b809f9c571b989d1313be5f484d19bf41
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01a1d0e10cb1f1e9bdf8b8aae3c1b6be6bad73a819ac15499fff6c9b0e92945
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942efe9ef1db4c7a8f95bcc0e86a27da944ea714
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbeabf2155459384597f4c3a880f48b1ff8f4e4338d7019b6272965f2e670b2
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57df531f15fc94990284de570f63f425767e02fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e06d2fccd5f71541eb93aac270ae870da0cec2f2513aed2d4934917c12e1ad
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2d682cbebfc2cbd60cb15fe1f80f1b27c76bb3
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9ab60b52d01c375a65b07add9b1efa68927ba049cce911f558f0cdb83fdab3
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5230ccf39e0bb25a31c26dfb6bf29625a00ac2c6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97104e1ef211ef6a3041173183a2be8c5ea9459cac5cf187911194b086334bbb
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ec1104c104ff971df46c6bce3d85e8a5f9b6db
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e33867f608b09cd8a35b9e6be21f740c23a3c008f75be5a7d8a3341114e6513
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcbfdfc893e8db0f0f10cee1462571da1a2d94f
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3beca287acef14ec98dfeba1d75dc4ed7d5c1983bc1d244b7d2322a22f3a8d
+size 42115
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c86d1da2da18a30ad4d9dadc3bf5073794c5118
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ea137506408306db81f27a2cc43addd27283962f9fe4ff7a16112689c07223
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5949da7728a1c8e35efc943bffe07340489d91fe
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3632fe1ed303fcd8aa89c5a74f83e0441e6fe21aae8bc21c34ee9f487e0b07
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861e5b2c18adf6af7950258a049abc853313ce00
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165ee32054326d65d9e4b827aebdd97d8af3a1d1e2437709297c778d69774af7
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4939984e7227889980246a406b5f81b9ab15545
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b269047cc462206809c12cb9fe98f9c90e049a64d9298d068f74fcb55c045e
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eff26100d8e4441455fe75518906c7ee20c99d6
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15c836c86bdc446782dedef912cdc548ddee89cf58f358a1dc30274e342a000
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6105e8f7d9fd3adfa10c01f133c52206ac6d3943
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253fb4d5d4a3665984652e1179d345c67064a7d9c9de7720ff172a5fb4e6b191
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a421365e84404e56cff527f9e135779d7dbe85d
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859af226c6f3b4f5a742a5f92d7c4e22136a224b7af57ff5f80251e462eec3df
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cfbbc453cf42c4ec9ef3ba222410b5c2484a3e
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108a4a8efef2e759b0ac4fd75a617dd9701294e004d5dd994f06fd61dfa16d32
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2ad4206145766fd5891f821b1835fbe7367a9c
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e87f30ffb1dff2c528751c05b08f915c6574d194d2cba8b25c7fb7628835ed
+size 11395
diff --git a/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574b53d125261b850ebe8e645d09cbd7e6466bc4
--- /dev/null
+++ b/params/phi/7/rnd_search_t_no_sched/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e637d8812546022783a983d0af00d2119be69d72b535e46da3ed85683427496
+size 11395