diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/lm_head/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ab5276f81671965eee216834a122112dfc5ea0
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d61f55b645d37e73c2cb89d7d3d528f312c1f63300252529cba126b3783b7f
+size 205955
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/lm_head/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26505da824fd63ca3b19c488bf9fbfa7d5c63721
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4482818bfe48d31b525765139147606ebcc5ee7379efe40eb9e97eee96bf9d2
+size 205955
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b736db9eb58169b82e3bd5c2aed60e053ef0c4e4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f14c3a59536b1d523b319bd5a309edd9a7b9a0f8268e879e415e2f39a9ee47
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cdaf0eedd8bc96739a0adfe8d2ad33e506dfcd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42225f3d1fcdb24ba882666dbbb128d551b284892566cdc156d3785ab825fa8
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd6d6acbbdc1a98e65ed247a5c654144f427b05
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d718026220f9e271ac352d5ddaa4bb6d6cb5a2268f87b8e8fe81435e405583
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324f02b41d14ddc3ec7c3e94dc23ea8cb97a04bc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2597343d55ae7bd5f6c8d8b3a5730bf979a0f25a2432d4986d7d50dd11943035
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a97481ab4e119618a5fdc40b0d5b338205100b7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b0d9b00a5fd01f9a8d77b996335142ad4b11afac9e8cfd1c5d52122dbec4ad
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4134c696c5cf6586c7a7f6f45183354061bb59
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6c559fc06a909bc13f215b60676b09c4a55a301d1c8746d21767a17a4e9ada
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d008ac08432d1076c7b23b815cedc256b5de3d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabc56625b2d90c17b9348677ae1798e4c134e2b800ac2178f25acfd864cc648
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01120d80621cee8132ced444ba58a9eb5b36ba55
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3c74d27aa7a1e56553538fcf10f14df0ee83fe109782c43fb529f0b93d9ef5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb174445610a6298fa58f95ba2c81d953793a52
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af58a81abd28e394daed5e1a6e4e3b5887461e36b88cb6056a767ec02f92618
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e111dca560f765b02b57f4f72cb16201816c3a8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73507237dd1e6bc17d4d64a7451aee85fdb72a167d4408674daede6fbbecee51
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e145d10378167617c411954af7ed7e13cd2963e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557c776ca02287c97f1295e1a5a5b08da3a70512761cf44c26c51e4c74e747fd
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928aca1937ab6b65130dd20ea46e4e5aaeb8b015
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6e8e9d4468b94fa6dfbb934eb77bc88b5153a9b8eb70fd50ad46aaa08b6404
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15a0683dfc36de59c46527cf4b94b40cb3b2752
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852d3b5d548d1fd15f7923d3dfe6f3c7836a6179c1935b377854daebf686ad2e
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc04a7f7c304dc02a68ed667b7bc337d58f96d6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d745004a167b204aa9ef48a93c07c3168d9184009e0012e71633273cd0feb85
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dc527433e785a0927076eeb9ae3f485fab1f2e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b19a3faecb7428aa4c7e4e83d62fba8d0821de8449d9ddc9ef43270717414a9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec67dde6ff4ccda7a4ca1f257fab83c8e0495a6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64a277bfc825cffcfc61e2524b00ce83733503691f06f8adf3fb61fd41eeb2a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98503a201e4252d3b2eca3f0b6de63a4811274c7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593a6da477bda4e6ce8a40af14cc0b6d3aa1ad16a9d730317dfe9810219fad04
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefd68915b2177d65743f35cc0973bb2878e5dc7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d0be0cba696b3a7f66c81d832c029db0ff5aa08d0ca288e596b465f9537a4f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8d2358da9b83db5a87f03bafd43f1a02619cb4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec38b6f62aed3f948f6d1cfb355653716f287bc5145db39bc650a6caf4938af
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8796485db3734d567ecf3267a28ea26574a8097d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138ef98abd0c0bec35a4e8cc5635ab56cbb6bd637678ce20fe32f37e105392b8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3428c384e3cbc5e26313820231298fafbc76e56
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83101740e39bb8b22c5a25776e1d43685a8396f314c815cd950d1af13220150b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a41779ed5bf5d392ff3f81f33b2d1ce08e6ea43
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfd3ef7b5916d2ad55930f598a5c58d1cd224f21c5475b3563d8df676803b2f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0852177e011aa93810e6e2b626ec164c9a9f0323
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdeda9e8fba26fc5357228c17305bce0862ca12f138d960cbcc4fc64641d392a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be75de6095a372a0013a43829d8eca59b77fca6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de5cab86394dfaa46524b87a6ed709570291aa163e73bde36cc7535ec7163ff
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57651321630cb77883e130681ecff62b861e5a8e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312ce302913eaedb099d04ef7079026fdacc4494304b9d69023eb1ad910329fe
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52220d7c24e2bbec5bf3e7c5a408b553b276296
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e793ec168e2a64e4465df82424c4baf9131d0e589cfaba6d559fe84aa17c82c9
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d086076ccd9b6aa428ffc5045561896ffd2bb5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b845ce7e9fe6ba323baebdd3cedf29b03f846b5945663c19ad304f35180e092
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2381efa49bb56a7e484edfc9aa63c06095c92754
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa859d6c3cdd763de73ece0e2d7b98dfef6a764f5052fde61138d4a34044fc05
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f09cf1b72ee868d17671493074eca54fda7b7bb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366c2290203e7fd154124da28b7d0cc62c50d28c14d27872d1625a3adff30abf
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655da64a56ae67af884ab822e70f5dd6645cae52
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e68d8c6a75a53c16bb354046b315ede4912c146a8dd0da02a594508f6ed88c4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e666d3c49d9b3d277377a7b6f97a3e23e4890f8b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c7f94b377756f369e76658f7ecbdf3fdc781650821aedb3f7ffc3ae2b3d476
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e6957e2296087c158e9f7a5fb2eb030c06c65b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b67ff61565b74beaa00ba11930697eae6d5d08d1948f44f8ab3c7a877433ff7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c32cc25c9e1067936c8ad97b2eccf7a979825b3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f1dff0fe1314db8801d640d40f076777cb8471c5d83985fd75e2043bed7420
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32fa089ba1be29cdb43568bc48485d5e6f167f6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcd10ad82cf2323e0130bbc6da2767bd186d2e3efccc4c533e26b9c434b4daa
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4008491eb22a929a819e2236e48099cf51ed2897
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d01410214ad7ed42b089bd807fe8a4044bc87ab2c1c391a067615253b79268c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e01feff4dccaf296a6246bcb5f807209179e89
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5ea71583afd2b7e2b74908b32642d8b511d7efc0899124ad6c44b6cda6f272
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65534da79c90d9575562e1c7e32094af2bc465e2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef5f450bbf405a9fffaf2aa994401a7d211042e04c99c4acb0342c34397c821
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f55e480961cf06f62545b9636624b11a4e2669a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a63d21cc6539bd813b82b5266c23d710f81631adfc55d66c3166537a2b8a592
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97448481cb2e86cdb60c15240ccbaa52da5fe27
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f97acece1110c42d3817047fc5178cd73166edf121740ae0f006b610f8abdc4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13efb1bb369c196d67b9cca8edeab0c9d8f7fd06
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1ffed23feb6b0d7ce734420e28e1d9693261ce4b38ca92dec356453184fe4a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26d011798b74005fcdf5f85f1fc7bd65e44edb7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac969357c8561ab6ad5c0550468a4794ab6d51e10c8c3460ad60e24f77ce07d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b3b3f8e096418c626c0790b200916e665ba641
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a60f9986760bad29b0dc94457304a90d066db2a6e32d46fc6eb78873bc483f9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8f3b1358cfb7c0227cbdad3173799fe6e23b6a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8f2b0af41b91e7a13a6858b916ab673a1d147cc2c52f9aee2349a9053314c6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e67f116fed649194ef5400f0f03514fa7545b5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd393a78002579bb238e4573d81bf5797baa8596dd2ae8a76010de74cc66b679
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ce06230be3e59a935a6250c032f762a3f62bd4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6c0d79397ae0d20eaf6dfe5a70cdedbf47e40caa7f1f906cbf665b0f1844b7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe44ba46aa2e039a74bad1f0eaf4a72de2ced99
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2283cb06f112fe2fbcee18edb8e06e73231dc3ecd42f509399c701b4ba1f448f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d35bda294402e604b9183b0ede86ace8081591
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de001b4a2913e1fc955fd3aaf4ef989826999c3c5657cca60baf3e4e7b581692
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4557b928a397bf7b06209706d6812bb743302a3a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a6ef9eb85e9fa4c13980d01b9f34b142494f25554d0870a4cde3d853dd7ee4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c522e231739181961e44b773690bb36b48a821b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8382c33f199d5b42d4268975f668044c6cea97ed7717c6d075488b18a9d294e8
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc62a785d4bab34827d9e2d9789343c01e59c45c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf50ff68b6e0c14e37819a135a8164333dc3d00d299248ff4d7f91ec3a19387
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b44d357802ebaf06e7c3ef6e5582bd203889bb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1098e285ff7fced1a6ec0488ea589d6571006eeab341b1d5997085eb01838de1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f37ff514b2145bb0109ec4f2792cd04d4126ff
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b34192fcbb5a53d30989b5ddc34324edc7d1018ba776f9a57ce49b19cc8e4a1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3add11ed2c7ed2f5dfcee248639076a2ca39929f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438def987bc57cbd08bc32044b7a3ea6305225190887e008ac865ad61b7b22d5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49caf0cf366295597de2c6f0cfab612b21cf0a3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbbf536c4aca72fc5ef835d979e95850b09136b4b7945f8d7c96b5c9c42bcb0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303f19af4eecd662c7f49a1c6a28dbb9859de58d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7f06880676ea16ac9d49b3bbd285656f7b79347e9037e13af5a2eb606c9ccb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81890666ba16668f5b3c030cc6c3ffe0e9c75ff2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f79d294e42aad594293c51340c5a4c7533701f81cd8c78f113f27a0c4a0937fd
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5d5c9aed309ac2bf6f39ed2e7cbf0887e857b7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee007aa23414eae4e5106a259df7b67b784be461a1b9ab186aea17329d00b305
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4fa489516ab68e2f6c0cb569d0257416e6b2db
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61014d0b30a7d768a4d4ffe5c0bf292f1bb59d62bd47cc4e53ea9cf2105346c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09add0a1b7e9e471877b4c734c9a2376dad59961
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce406500ffa15d84be11150ca26ac1af352313a32148e30f442c4d8679e560d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408ebcf2043eab5bbeba3ba0b8cc370ec663f803
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc0a363d4339fc4f8b8ad8fc7a70e6a147cc5791731ac13852cae0519b0b8b0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f483962bc883745fa252a82f624aa6b1edf526d7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f450897538786cb2d4e94bdbc83a665b04fd3ec803cd6a87e866d7e54553bd21
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357adf1879f2a3d66af2de950edd9e263cc8d46f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44edb11071005dfee9bbd58d2d0c3e63a602dc171afafd928786c3569dffe863
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36f065cb6922e56d374e4128cce2fe420e7b4da
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abf884394525cc70b243caf8334e881e5d78cc9adeeb125b071a0c4e436031d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71de0f5a0f8ac7f807e39bb0ee08dca7a67abcea
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ef57a5d4cc812be8538d9755e6e0c424607dd4d4b036ba6ffef827c1aa9c41
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ba9a776fc249549f063dc85536f7d7ec98412b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2003f5ca07f14fe0e385a318eccabcd96f1854e1d71b56eadcf6049c9704f825
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ccd529a4c97e2ee53ba7582d34f164d9695449
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2385c38c558d20c8fd7f48239ecafa135a181fe879fc93a850fb0fc8ce1cde
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5ae0cdefebb0a84d4cd9eecf9b4423e903470a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3379e92f0ecc1a63aa7f5b6ee1011efa0084715b0a29b2d7c02c215f0fa87ef
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b26c8ec01811b4fb4daadd75954aa301562a2f5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87a129f77b05ee49744da78b08e65df26acbbeb68c4fc80e81702fd2dacd353
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dce6c76b0635203d2b45610d2bc151b91e385c8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9755dd52a438afc118f7a5292883f6b05de3a9cb4c7197361a6d046f001afa
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81d7cec1239900a1f474cd3d0d51087cdd1ca46
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb3471129afcebb03e5abe1d9d7534b44de7c0216af4a4031c2302f9e011548
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31cee1d9071952d6ab8ed150a6f364d76d2d72f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b118a73f750146d10a25b562aa72b87b973d929d100c20334fd9ce800f0b8f3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df35f178e4c792b5424fe0c88b0de876fb935dd2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86a236a705b8f78044e2be80f1705595fcdb808a28f19a2b969ab1bbf782ffd
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d947695b0c78bcb809adf092ebe9b61d1c3b36
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada9c4a99480bd4070803fd483f52e6978ad756c7e1a710db4243bbde0cbb12c
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef78b5f25847794b98d61c4f0f6603934207683
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedf60d5318504bf34f671ee4ef2972a6fa8ef43ab988e7d0f64596b25d3806e
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f48ffe8dea7143b7de06e5fc26d8d7d5db3153
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8919744dfe0fb919636b801283f30cbdfa29cc454e8a5a1e681575999edc2d64
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b069b1540d7ace8c8a68b14238e7c6002f25254
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff59040db3ee3ae27740f72f7c87c1057b2a4c133aecf46c0bb57538c37e41e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362725e3f29a0381b59cbf19e4d8d65771ad77df
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b168d739dd870c124c5d6c5276856730eaa6feaad21c1ae7baa68bab543e5aa1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cb85675734d7b9e8ab4a34ca53c318891db1b4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075bbd7f8088140c147a1a833eb60d4ba283dc1647dcdf401ff1bc4d8cb39379
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0c32ca743a16d1837cdfb9d62f477389878778
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bf7febb18e5c294d870a281013630d6f1e0f7ee3b2ec0abe77c8d79285ca7d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43edca30f8668d46d30a7d0882f97ec0046b2bc3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9afd87c1c2bef7d4a0e3b0036b426301f2250934e1f2141e3c970508aba2943
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3786f399597fff58a6b0a4f9d03dbf3e4ba27b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cdb6d4188280329cfb9c3c3d0a63443946145b7c9b03a221c72fb2c7c7903b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c821906227bebea90e40b02547b833302df36d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2503e0256e8d4b2c17f49cff41cfadf2624de983d54aa377eb91a461a0346b4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69664d9f50d82284058c44dadb16b1832ac2971f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b89c19667f37e4e41b655af2a12721f418d7ed2bdbaff3cb23b66b77cacd51c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae31fe74181411ddd0563f58f300b6bfdeb9ee78
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31a26ea98a07bd2ec00c986b0fd66c8316850182689b74ac7bf81a1577bfaf8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffdf802c0bb6428acbd703fc0df1bf82ab99eb0
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef60e1faaa239bf33ac8366343eff89cc277bfeb71f11f7af9d03452b51f960
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d76e4e9eea8db02cd95784b77e6514ec3d9dc5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4899c6f815db225e17755c328094f29ff08ed5e3d9f7fe4a730e66884b9d2e16
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c0e4a0a6789fc7a02adba7b72d33490ae44437
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331683585c5128910b972a062fd347bc94c9746a7b2368d7b170bb0585870869
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c232a2051a83d77b4cbd7d18ede5d22b44cb63e4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f797ab50a448bff9da608264fa3191042606b8b74bf44a36e59f2c32d1e2b8c4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529b8818c0d7815a674ec54e2cd405156fa67c93
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091c56bb6ad3c0ee02c8decf7b9c9a953f8514ba209035d17a396889a2638464
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90069d0e61c1b74356246f3f50f43c95b65f1a77
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c66e7742128654cc2df6e48db307d2453cffad57db4d65248175af4416bbc72
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00debce4aa890762f699f0cf0658682c5b2a17ba
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4474337aa8feb3b6037e44ba7a2c4c397cdebfa41abec91724e3d56edb44ac8e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685dd2589ea7ba5ed5446f3f149f45b139592f9a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d83246ee879af693565665e758aef4003567a8d57af0f12d6acd0d0b2e1d4a6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568bbef97436fa760646720db337e1b884dc5c74
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048c4de2d2baa2e0e80cd67b826970bd8bc5b27c41a267a78513155c8ce06c99
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abaddaea8316f9ef29ee0ef941c019ad73458731
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b088ca8d1795cfd188b97e1b9e5f0f714142d29c03abf71815759c30abe6a2c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd95da77828c5c76dbc74635225780073442ec92
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c160707690372f1811efbf861781b08379cf3589c2ed56d24b324ac9a28f7fe0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277abfc5c76a19200c57963cd90f894d17e957cc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe30622430ea519c337e010a8cc0eb965dc2ae52f7715429368305c8ed366d8a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b62369c65ae66a10093b254dbacc3c72c40ae6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92c11436340224312481ffd423660e10618383bab2b1f56bdbe57cde6c08564
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637c33c2d5dfdb7df7f4f7645dc5a84093637e43
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e749ab61833f5ce5406d1f73e8471e239645689129156f35287af6dcaa9e298a
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce02a2e3eefe92a23a1f3e92aca1e3327f6dfb3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a774752c2fa627ed31df706b192dfbbe83538f97cbaa9ab285d1a4d51b49b1de
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c6ee66b96b263252bfdb703e4754d6845df22d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05556940f1474ea12a4a3341bc76c7a68f51eabff3ccb43c16ff171e37a4fd0e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc62238516caa1a96ea22d6a4dd5842b92ef6b9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab536f83be7fb1e74ffc9852a3de3c334368692f9454972eb248cdb2687616f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4639801b452ceafb3c06afb8e6bc0396e5bf25f3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe9d06d69d0a083ca8fd12a7f10a087da52d0caea1ec32a61fe03a2ebc86242
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3d9b2260050bc9eb92d6433f8b52f1b3a1bdd3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f535e97d3e4ae6a8fd7e10f9b45d4ea5143b6b48f1778940f56d662f147912
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514cb1cccb40236154cdbcc7bb0088c4b4c2741d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9457dc458e9cdfd754dd7772d142bd7115be995b3bdaa850d61ea55a88fd303
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7856506ad3ee294ed62b8ceefa60581c480c4c6c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cfb89dec49d2c4b5fe245ea24b024d032c21f3ebdc5dcc87e54c0abf5d670c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c11a53448de7916fbb2644fa5cb7604cc7419a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00058df8ccfca50ed39eb66928309946a38a42c50e673613c44ec8b8c4a11c0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a84f833976a2ec3a9d8a03f06c8237a07b5723c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b59ee4cefab204b96a468a30f13ba45e14ad89b23f11f95a5916261b5dff08
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34c580faad0d09d4f329bd97dcfbde63573592a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5539954b30b45636816b1d459822ccb293cd4e21b62e3a101d755b1d5e4b4713
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfb2d24f104c7078efed4ac02f6816f84d71897
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a53026f9d94f4dd5fe37b181f8ae296f2caf8dca7441e4ea4343cc275be0b1
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7982f1d067f9d07978223daa989ad60c69fa5866
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06127c1732748ad6ab43528d27d228fc2fbd7774ae3fade403c9282859c55885
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f4b8977aaa390d681b02b25d2e33fc3b728c78
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ea0d1524388e3b5ace4c39fe9e38386a56ff79c5b4de136350275ad42f4e2f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9205968dfbf9baeeff1eeda57afa9d85e5fc8e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1d3fcec8a2d0a6867d9e51795a780a20bcf165fcdf7a81f43ee471605ba8bb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10899ded95dfe18f92e2d9226358a09a795d23bd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c94ddf0385c80a537ad4db216dc7355a22c897aadc7e59a7c884311ff2e3c7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78dc428b6b515f7d6dfc54c7770da996efa7c701
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf708f6a6cd9c1de69a66006c2b7df14434dbcd3a852c6945bb1d288b7acd67
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3631892561dffd887a500334930f3ba2c2725746
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec523c77c17a493ad55e17a954b32e304c5def181144142a5910ba65a8e272eb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83b82087cfea731da95b26efcd4580c42293bce
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c398cde9f37ed38212f4195ce5251e31d7ac048d36df435f0f387532467cc6a5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068c284d589b9ab9ecaca76de1a575badf48913c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cfc3197a13c2c7e9e5c7a5f3d53bfd7adde7d44d681addce49cc0b70c87234
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37792975a41d90700ba15e0c3c46cec0170ac02
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5b3297cce06d6668c840cb0f7c27a164347aa96b692db683e63a87506f7d28
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8e03d09ead9ada5ee07cd48298089b4210c11a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c254823cafe7d7eb90c6bf0c4d8ef39136e2c339a051e0c2e7ba5eed9243780
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ef40df19a397eb9a7e6952dab054c1e6cdf3df
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ea383da183c91b99f0d10df59ccbbb66d1752a94e07f4051c3c013f8822a84
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d87b0a211bbead77907e4581775b552eb05c5c9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd1d48102de46afe78fb40353c27aaadd9e074e339ae543ac19ec26ef15caf9
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5804b286432022cf30bdece939b753cccb4b68
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc461625f109d940dfad48451d80b6c1583e5d040cac4a8f7685b0246dc9a427
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffbbe19696d6ed5245c75d599c43222d320fe27
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22691f46c81a6ff282cd11e8baa30c32777fa34dea0b915e2c7d542680eda71
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e63951cbe4b23b70319f054bb516a9f4dd87ec
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a28bd2f5bd9f7796193d8cf4c49e96068ebe72d7535d13c3a6eb059beee995
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dcf30aab3a58ca29324a6975b5ce0e1760bf28
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1a0fd7df6ecc0c8aa325838dafc7a3ec52db079c91e2a9a8871f28f8739eef
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6ef804169349d7969ac66dc644a895bb14ad5f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7ffe0d8489b5b44d9283ec47a2f74ad881b874ebebe101e7c671b955a8980b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfed81c67a226125fbe125c8b34ec7e7a41208a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1fe4876492161fe86b1b18edf7e461a3bfbf36f46acbf465320bf145aab529
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225b294f897dc8bc3dc4d9d02792c57f0e665b81
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7836cf31cba0e1767d6cfb29389c86fcb5fef4fb1bc62c49e49130a44599840
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007d4221e4507ab40bad867f0a54594f4e1e93f0
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a540139ad7e0adc140e9876f93bbec3bd761e292b89a66bd3050b7a9bbc92a8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3284e846b53765d86e019184999a127fdc6cb15
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880ed16421f6b02e960ec5df39c326e2a23e7589656946f33174f57bed0a5108
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c7aa564cf5dce87d1ef24fdb9e2aaf32bd17bb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad40c5455975307c9e13233eb28c1e0c1efbafda298c39910fb1184b4b37557
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b800dc3f1cc7ab5ee5d1240532e74d6da4b8f1ca
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb69444a79e080672bfdad9d5c4dbb925ea05c0c436284c5c505240d618251a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df3160e1e78fd4eb76d7c70de9604c14bb48ca7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b12e003dd4c296cfa3ee3b26b01594e0cac92443cd0d07e0fb1be82841a28f2
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9022928fb8a8842f474f9877e2cb406f5596ed
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df097b361dac73c34468921db40b4b2ab4d8d385730909707c89bf9e84dd0ec
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253cfa2cd1136255aa9e9e2949b9ec32eaa99553
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a84def10163a2fcb1a4b520234eefe1d6ac8964a28f247f83c210c7dea22d73
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ce1783aafc77ba5574b8d8d4fe615241e5c39e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a15e6f4952ee0be2c68dbc82f578f0cb15dd6d9de69a49901440eae9e184ac
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157078f91ed769346c3daff6d309fb3381989953
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad5866f2bec582b0cfdbbe9f10448b3deac5a7986e489801f19470ebc8b57f9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14088e5cb40aec230083ff836b1bd079fce67a38
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11664307b172a565e32c255abbab271d25b602dedf88caf90344a8981a5f74d9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f653729a97fa6018117bee8d38f79284da61ef6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73ea8c89d1543027f2489484b867ba7ad2e5d0ac74ac8f260f394cba0694c30
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd4270b659ef7cf90fda1a18bbb64ac3accba0e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a30a6c023be3d59fde7a4f26e8b00320e6e9f7f6804417717314042af7c8d8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc97e4386d71e26c29bff82e5f3233631e57432d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c729fdda15085a46f6696e429c4e15146237d06559e1868b869033fd542ca3e5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a036f0e47581962e011f5dceeafffb573b284a09
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7e388c09695e60d711914a4402b93d95392fa3507f8d701a9649307e21b00c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a90067a58e43697ad9a5e8af4e43698b56a4ff1
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c094d4b5e81fbe76738ff22e43ec38796cf16433b937fecb92d428daefd956
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae98a535987f3df84419bf8730b9986123335dc5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59637ebaa82bd9cf69e849ce613e9e77009270758deeec2a69fa007e3c33ec2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde07aff44be0d2f11eb64c95c65f5cf2df43dcc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12e39efed3bd9a0b8be67bf21a005fec4458a3e91060e0524b79673e58c208d
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617e4ff30c37c148ab6a35f8e2fdd266eeccbfd0
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5a67c2f7bb67e384914151acdef7b0151d4e6c5d3cac80befcb3585d3a9c3e
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c80e2107e9aa37af73c0bcf4e9331772b3eea73
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2103fa76dbff6742a08c33a4ab86562323b732116556b0ae6e112856391448
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa86b4a44501631664c023477f5fe6de03211d5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7209bb0d26f8622a07f01d09fa0e5e78fb04185bd0845744f60bc155d3ec8237
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f54e6432119b3cbb49201c761d418f0489539b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34367dc814e7434ae111afc4b51c11a8d99b7f0d9ac5525903de3aa03f0d5ee4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4cd3a49652e93c0d92bf718d770a0aee206b83
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62318d7906109af13de099488e8d6ed33b741c2fc1c7a5c446cf64fa29fb0247
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1ac9e988a440548ec67cfbc3afbd76a474a433
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e892b96d096c2597332bda5aeabcbebfc16c8d1b54e3b322c03e1847027ce0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf91a85e07b24d6cb1502febb182a1974f0c948
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4507411efa8f8d21c0d770e41eb025c96c47cefc83269d302ac7d8fbd6e5be88
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3958009e0e9a7ef12fc74535c791d7baeced4f15
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e5da18eeb16e65ec364f2d1e52e5b2ffcb4eb900d82f28156a4d98eed65c68
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837edc76c8aa79ed184006525af43636e7330ffc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7de7ee1f56b66cca929db829c0f03991b0daed508226d800094e72fde8bcb0c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98d457f09d6d713748403c8f17701b7e8912817
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82740b2d6bbe8bd003487a4a9944f838ad228abb333d7e5ef9be0abf51d702f2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5c2ac3345eeed159df81aade40e5b70023115e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76650da0b4d938a078bed010cdfd0c5df4e010794917eb737320cae65d7259a0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba05aa76fe22ca83800e7a49c3dce9cc24e7a89
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2c79974771b1857de6b7f897d9f0bd172da84eaff97203b025df11e150b398
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eeee58a7cba5342f209ff0fbae006e253fcfc1a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d2ce13e862a550e203de4520f666dd3aa99563e2410d3368e4882cdad56084
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1159b4af96cfabd36c008346ae9bfcdd3d7fc9e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ab912e2361176cce6230492684beb375fcf20acd4f489f0e0280fb154f28ac
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eba381dfafa7ffc1ebdc356e3c8ca92a2654812
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec36df8b85dee51ff5c752376337c7842991e4f7f0674c22ff51d7776e60c0dd
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359bd96eec57fcb34b1b0b75652512285a6ef70c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15461ffa11fbe6de34fa7587387f26f5fb82e74ae08505a38a9ecc6d9e364a8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b082c6ddb633a769ba107fe330c11aa85c6c17a7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925e0a8da75514bda3599928e1c7d7bf5d85e6967946bcd48be9ff475f14d647
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfce4ecf61a25a18349e49fa8b62f9e2fd0e425
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f05b335aebda6a2cb4a7c55eecf87816adaba1b1561b290d79d74db01078aa
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc6ab7509939756a070587ef42af8308161c941
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6983f934909a6912c3bea04d8bf5fa67338dffceb287edce44b2f726aacfeb2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f66ab529b4a526084eb598d4ad15a74a806df7e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae68dbdba737f0478dc980a78ca67cfe8e01998b6cb6612a72937bfccb0a3aa
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8b4bd02739449cd6ab3c90d05aeb30ff0b9ce5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e302be2863bb71603b0e6239b315d315e64fc51626e3d14ca3e27e1889d7057
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608e2c299a2ea5f13f585b8820078e77d209cb53
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe36869aad5de3083da85a5130e38092df9b5ea695b7ea37a7a0b1a946dad67
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7932b0890f1b6b09634ca400dec3928b27d79c1e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebe6b55b6e6e4a466d44247debd8ae3d4d94c9bf34957d95c6c5fd37ff9ad2a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d3b2161ddcb079f9f891512d09f8bb1d3b3eae
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d009c34cbf42ee8a8b793aeb3349fa58abc55cf9554a18122f189ede54c624
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52bac2cdfa3d9505f251f4035bddbcaf730e002
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ebd0bdcbd45ff33a1b56d6bde3e91e3a65b1966673a4115964780a43eacce5
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c7f9279ca00d48c742759ec9c065c60544431b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0930e6facedec35b73e0866e36c2e7e052bc246bb763e2b15a4444c6015756
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92032e361853a2ab22c4659f019f4fb91002cb22
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e752424db16bdf53f5410a602a4c436acb4b23c1649bcdbb62b2263be1b78cb3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0117beca4e48ec0265273159820fc2294ca12a9f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97da81517569c1c9415625d5602a9c1c8a2d86bc7e1f95d96c5d057769083a99
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70fb1aaf580b6cc14b86c51e410f2400c730059
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaecfc80d0adfa4f83a007569f1b7d428b0c713e1ef2f6e73bc39d2eb916c770
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf60a4ca3773292128d1aee496a684e7c92e07d2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1fcacdd79d8db35fa55598f5e2a5dbc2ab23a13478dfb1ab7de45bc046177a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130d7210b25fd90548e071d14d0d5d58635651f7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d011d40746419cb8260ba1f8b58fd29fb67f585f5aa5d1d93d9c374f7551e5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c65c532dcb574253527a87afda95efa18532940
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0fe6795e07b4d0249ff5ee7e00d93fcf866c9417157cf7f062571adb276737
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67261233fcd9438e0d5468daec57efd18c8ecb58
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171e55dfe04bf2177b1b686599cf253b19d68a39600ef9276a36895e3752daf1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c126e16f86f1bc98eb1b9ea7e0fa38fd74ef16
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a272bc8516409d4f410bbce8047d64ebbba84544aeef7358cbc4c50c8cbe53a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2680fb43a3d5be304a732b18de6f6680500cc8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1faa595a7dee2b797d7d77b7b525532c49f5d9f1ffb29e778f6cdb26fa020c26
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11136308680de166c9c93ae907aac3de8f6c937c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c909ba673ac56b5b0036e09ae7f7496424cdff4cf78965068f4ef14bbb73e8ba
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e1ebbff1bb9180683f762a5ae50bdc0e405401
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1824aeb1b00358403dc5519ae39b14361c0f306979084ab07b40cc75b0766216
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36be2ba0939721a52acee6cb8a248b4230aba0f7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7327d40826f900809d8e2d1f22aace5524befe9129feb0a85ac90ff2b74aa85d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9f6b17c7e80ba43a74358277eff59b7d0ede1a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ac615abdbe4ed23e11d6a82133c3acad811e48700bd03d9f36f208cebe78d1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a10c7be1e331c4c193f6c495085ab3ca73bcc45
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c7f4243fd7db2625673a530a91af4067d3c6420702b873b06924e051ff9c9b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dcbf1ed0af8433f05d16ada04230e9dbd3118d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0202a2e99834741fd81bcb7cf1a5a4700d96c04e155201dc4647bf7a8779cc34
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02c9e91a11e4494444d31564dac987e75f3eff9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32680ffe09f263b800d0f7a460af73b2181153f15b240b7e68659edd8a7a74f3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415cc0ad7272a17c774dddca0576123f3026803b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aa7ffae717b28bc5e9ca9466be52a0dfae25399d9f4e77d6d8a00f8b1daaef
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacf12924c6bb93270debef5bdf7ccb07706ed55
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aca5434658a2187ba81673eb6e0bd3f08640e4f0629b742716cff4ddd84ca8d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbb4b7094543ab33cf1f98b4cb4ae9278018d4c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd84cd3e7a40182ebf646191597a760df73275efd2060b29e070145be0bd86cf
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375016eb78c07e4ca9c5427089a04419046d251f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6027994d9f5789d2fd077b85370033836f121a14d3d69874b1d5e223004abdaf
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259db15553a8dea9a7d78652584871d7fc3ef4b9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4709e32e8f8cbd708a5f20dd3d2e374fa7e23889f53a9d03a961a71ff87cd6a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e1409cd02227112bb08b19c701f0d8169ba707
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910b6b491a884d7dec8d28343999ff9fa173ce3354b6621d212b4f8528113e11
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fae9ce3a5ecdccd9dd7406132a4c2e2a3b79ab
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e409346ed101588811fbbffe0fbf546362636da1519a5cfba736e72fa85462e
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ec8bbc28d8317c8ff3668c0f948c85ec9b9e9c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5a6f46a753423cf441649b3591740266d2d47a54f10c51368288a040c362fa
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f34b7d165bd1cf5940c4b8a3b6574631797e12
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5cc5b180989dd9153a70cce3595328ca2e41adb78f5f767326d29f4b87df89
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f0cdb36704f5e028d099f8928e73d16c1fa7e5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f372dfd7e91e7c3d0a2e6f931bfec7b1bf3e451ac41b0dba1efcd71c03db687f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8722735065a69bd06767c78be42c6df3e97af70e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27b4e6463e6da1a2e27257eb32c60eb27993b4bc6e5c3e4dcb42ba2b41c29df
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34207230a3810b672d08d66c3e488a444300dc72
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21302cdd4000c0b757700e0fbad60b444bd7767fbb6d3512ba14747f379b6f18
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00c4486361bc3ea65c664bb43fc14a99d07bcec
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6584829427fc766105f5510d3c247daa912cf6a602a9dd0fa94d15af5d709f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f53073967c2ee93a346cc6340fd5bc828a8945e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb76d01c48929feebc38873ce9e7878d9bea1685f85376a65ae6e729cd3c302a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32334ec3d017eef17cbc4b7298bfc55b2b6b00d2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9ad9aaa162915c2a7705bb92294ed64ffd2d0153233d963cc9d88c0dfc48e2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91228942e18c8c35ae8760fee756cef0dd373757
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b292b4fbbd3d845fad428c3cc890a4c598f873411218ce3a145165febc3555d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2778255e157d2af65131907e6f3d2c8c54434b36
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51cb5643709f19d92e974ef6c498a0a25c255d82277eebd0c922af0a7a358ed
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1b7c47d8a12ab4531b79006735e9c49d7bb2b4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e660452d5fa3f4bf521327d2314a1984258eb234982853f6cff0f7a8b2169e53
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b5ccd68b47b24f691df107d5df0ca2aa21bdcf
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58becc7205a3a6d21e94d2b5ab0f522e0afda68776177a6f7e8736bb8b797414
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f897d62a772de878572345dfcaab907a5110bb01
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b8bd4616c924ac8e2e7acf7831664e8124b1b2849d5e866320e2584d05fea9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cf782cc3c855fcc33ca00ea07629d07825e989
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62254c9dafb10c5d2a6678ebc1c0a97bdeb98628a6add0d87fa92f9fc7402d7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c470b4da4da95ed4777b9ffbe97c2f7f4ae23040
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61643343fed1f2e0d9c4f139cdfee7ae581601c1493daaa8a588be28b29582e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd0a9d38d7fda0e891d005542acd783115704fc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2953c5417f31ba1b7dab5c46820b3db43d78f5b134ae40496b2b0410f88dde
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3688110c490f52eb7ee80fbdeb7f1cc31fc016fb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9069a5d3129aa0f8a8848b5a021dc9f68a5c2ceb9880acd0885581a75d71662
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7447ba89c721dd734428a48160e745ffdd29214e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3ffc96aa10fbb6e157994632612aa1a95b72af7e190efae7891ddbf89182bf
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bda1147d25c816042b0d92b652753402ac4e3e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a496ed3d31bc2c6110be59447ffe9d1ca4fe32f775ebe03552e047ca1dbbc2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70c6e8be59053cd5ab6cb2891bdfae69d8519a3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee623a792d2c1e656be38246c3bce132ec08ff78e93eaa088340ab7ca766d4e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b33938ab1d08db06d2b257c8de5635f195effe
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3ab7655de02bcc88330517ebc1d5baf7d7b93dc95c3276738d94bbd765eb5f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d295ecda91fec73e6c37339a25405093d26a416
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6de51c673419d71bbb046eed6cc46adf6f843b8340e647db8b54aeb25e1c5f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ee25308ae49c6005ba6cfd0a8afec78bd7908c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feebae6e7a486223a3a12d808a09c5c7375593e53fad94efdd8e14e22b6f50c3
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc42d1ef8961212e309b4fd60801eea8362da92c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5609c0e392a548fc050f3ec6054911c55c6ceff03baf0368fbebc138684f02c6
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9be59e1935c4830370af7a1b0e7c1a5cd303edd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc279bed609f69d8bcdb0a35d59eee8988f4da11c2191ea51fe3c2be3c3253b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a46f77b5b46d0f39410fc99f3b4f98258e39f4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d7ceede90e030f6e769d5566674ba856b9aa0eb262f93b313372b7f9aa4bcf
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78721b424c86be99003a84a3faf57627ae41952c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2b35295e1f134184fdf13f55535804b07d91ffd7db945666c61338d368cd23
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d067a0603367e5f3205212975ed5b675919ecd27
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab1d7c36646209a037cd0d4a777c7bb7ec728493eae36e3bf1671a3a2b8779f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b1c9157ce432a452ccbb5bf5cfb528352dc433
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f3e506566242f04e854f4ef38ea3349cdbb4667adb2c49f9910ce4ca6ec560
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebca513ef74035f1c0f2d09b1935e50eccf51e5f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f887886a38a9e44ba8e2dcf06a7bc2c1a4d83e097abaa7a0cc2a2f8f512d93f3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6735867110669b353d526f9b4a12f9a82be3c61
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfec1aacd1576753c4f6f834ab7d7450fbae925481e512bfacafdfe54e2aae8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2ec699d986d5d0048391090a12122c1caeeb1b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b635f57d356562de978fefd4900ee5cda422ce2e3d274d8eb8f4a716268785f7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c44f74afa1c91f5688400659049805feda0002
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f8faa714413d6bdde3f4d253674ce047b1cb0640ffc8e63d6fe8db0a62a041
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9a03905946b3709554af43b8394a32c3525a2b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d483cb4f01a267435a35502d10f90c6b80542254ea1b0fd7d69722b769e6e3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd9c314f600ba93632451de0dca5462dae50637
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9a51ba9b830b4f18e420e4458c417d6a208f9454646708123c16f080c4708a
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6d054475328c3ee2ba0cbf94797eb9b0528790
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0becc431659554593be88d449eab2722640de188845272cb283426c409fbd51d
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14d68f35b233a6d10f7820ca0bc06ad94e3e3c1
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50031152ea7ba9ddb5b18c1651c265287a90d0d919d0f75737d6983ee7996de
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58054daa97574e8c2f51301ad39eb38422e0247e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7782cd5e489a3d3ceba4a9775e2ecf511a0c8e90a1d36a0da0721f6d2877b6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489ccd6643595017325318759ed01d382f98e9eb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d29623112d401edb0a0ea818c9e0dbd144e3441bc60010283883e612f3cec2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58a82d773a3d4751968d8e4b8d64f6b5b9068db
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29bb12be923a46c2c8abde53128201b3a0b8a1dee55c3f25d3b4c94ecf2df1c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1449d306371cefcc88808687f4f22a71fcf3c679
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420247a53cffac0b25f840ca7b010e4d39c75d18840994098c57d599752efe0d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe56bd79f99946c6c4591c52adbd70a3178eaea
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313b0c6b6cb284f343f87082778ff88abbe0ecf4fadad5c8135a26e283620843
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ee89aee56fd5504e8e9b46daf3d05e364e4b60
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bb58cd70c8d295ca67b3dd8ddea57cfe3e33b338face0c087823d708a26b96
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2b0872fac1f908425011b12f549b5ce49aef3b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49fd0b9b9046545c436db9b81178fd4c834dac93b1b5cb1c148cf67d9ed2b1b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd879e3a57ade00599b3efb6acb340d5da04438
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d992c2c5e224924e7f17f199d9b1dac54ee59c902cd68facc771edfb588c07
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da90be31da322e2eb5bf9969604a6568cbc46b89
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4ad470d32f40c229db36c11a8bfd0a30ec5e48623338e961a6eeccc56a524a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3485a0a290239d9207b4f4b83eaea112e5b9f596
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8dd15f2c38fcd3499735fe2b8676b5ad68f91bf52cc00eb0b3f972a3f56211
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491e71ba4d8f3169851a8c44c7533dd15ecd395b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8a47ed4eaf250ab26ecb9e329cb9c35603eec33f6c8a3f9e16417bc45f38b7
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259d4568a844dd7ec709ea84b240e4b4e781cc0a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a8be7e2d12a88f45602e8d4d9ee7afa9e252321046d038af40c7fa73643a7a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf89067e6089f46757a3a29a4f11f11c8b7966c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b8f3bdb3624ccfcd415ebc9f6e234c2fd10e5310e4be852bb42a19b969c0e0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55e5611f92fae7b9889ebea4490d55af7ad3d64
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336e17b80d79b9409a71348d810f3ee44797f4c1f2c4e6342a3186e949437c8f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8009d0912a26e2d910de5e6d9cd13d08e14ca9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334a4070728dc608a95c557221aca3b50033cb7f4d0842983af6227541768f13
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80106331627740127a30fb46e59443e1acabe7df
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a82c48a173b4cb92a8e6a96d461aca178d1e151cc04e21ca24bf5a1e3a367b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3f348924e8f9460fe1671482a962497a9f5c25
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3752c3feb91197ea894c73b1c52deedd8c7692a0f42bd9bef48f68a1a9e21a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddef28352eecb1a26827ab5e780434e69c16c9a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5394fa4c8d3a4428fc84db2afb1789a7b2e63212c78159e908cc233a8ee0ed6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d932536c75a6d591fc4dcb48d667e9761eb0b0cf
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78166bc75a6784c726e498f2d64cda5cabbe3ebfe6d456375de15e8eb64c56d7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d14ef06b58e9bcc43c110c0bb0d580d90bed04f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d01a8823d8391781a55be58a44f02416a5a20ffc50fdde0f68d520d355072de
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b13bec9745b72c5517c147f3c4c82c1608fc11d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40dea9e655b938f52acad31f525d196e2f0b3e69ada391e6c3eddcffbc3fcef
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e4a008b226bf081bef17c2b35142da8382c684
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596b178b5a0918f98632d44013ea5c4d78551d7da7338fd037490073042b7a95
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de628546e48f62536b49e637580815d751518d2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f68cd7e1f70b5e31eda805e4048d859ef34e5145187ad77cc51c0fbef8aa237
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb41d765132c8fd8a6381a8e6e8d57eed810c8e5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048fc82b5622f1b07f5bcd2a9547040c83f967bafba239993ec4f8e1cf1ff64b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa04c65c4752fcced645cb5822e696c15709c65d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1a788b18300aaf63a79466b0ad705a717d06cf61f352c5d47391725af98b86
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a5623d15601292963dadbedc51287d5d44977
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028948315efaf33ccb1f3007b7e3e5922c221d2fac6aa1a3a61c301ba203aa61
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac8b329ec799d86a994e8f5cffa2529a81472e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1e3ee81e8475518fdf70ea258480b17433671b16dc950f47a19f13a8c51701
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e122ec889e83368fc301dc1ab4eab22f7e9532f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92790a265845c7e2cea38736e5981cec2e02304371473a5287a6762810c76b38
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8fcb86ee3e75b06cf5133679c4e5db089285b2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c63259afa7649cb76e374f9dbd9a97c65b762dca4e3c54ae83297dceb12e005
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9877e889721dcda12ba21298a8d2e9162e8b3187
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6392a6be9fb2191397770008cdf0ac6157e4f2ea352f15fc862c19eb437c9bc9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71effc6be929e77168c8fa32ef45430faecc4e48
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714f9f31986a913be0255259345d7f5596a35a1b961c9dab76a95c1a72c49ae2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffd6338fa84333d9b56f4e463143f21d7b68bdc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48286c0f171401509d1a9ba9e26bc9e922a98039978270c7909ef1be09b9894
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a647439fea8f0fd7f229938d1aa28ab430da3f3a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e2bec17fc8fb14c18150617cc1d5d408476e58f869c2cfa6d807c7e5d061a1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd6cf5dff47e3e709117bd05ee80dbf5f9b88ca
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd36b4e58be3d52aa1c2c3ab075b8036ff5dc00eaf6bb46fd41f0b07005d5115
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbc40f11a29fd15ec743afb6eca07886601e30b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54ba22b8a93e43e3fb651f9916eec7840c6a00c26d6131198b13e12af6d757a
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31e87ddd0665132bd3f2aaae55e075f14078696
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ac1102e9a4f70ae6e45646687661869485995caee6f8c1d497017a1e85dc70
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a2b0e298c72058e4734595e7a69463ed026f6f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1635b6aca7464b0c4c0e663d3d70546ea9e7d90605f548604a4b3464e1d1c58f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f896ac40dae9ca2aa5ce18f7bf5ac67e01a52143
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84e26d720b8254b1741a786de71438d9294b99605a65c2fd99afd3561d66db5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c70674bf2171e276205b2e6a99af11ab479a2d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20eca298bd5e620e2cbedadae6e55f1cd4763afed01950a5be5b23cd7dded31
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb91b4469f4128a7075f90b998fa6fdd83c41e4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16ddee1af08f8adfeea16648c4408b5e91eeda99a11b4a63d0709fb6145bccb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3d72288edb84d0c58f2bc2a9eed8570a7579ce
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b5c54a5b40d97652a71db544320c5f33560d9e67eb3817e763d836eb44f3df
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844ef39d9875528a45a483bd970a87a1d1854bfb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834b1854862137e771a2abffcb5ee6b0aedbdcf83180054229d3b8893501729b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fb98d858638d81ce90222c108eceaaad7877eb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5a46e1f7a23b09e4cec413d3b67e791414d6ab2aaf6a2f059ce7b7f225d7db
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d795058d1225dbe198b8902bed6d0905f5108db6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e7ff044cd76c99040b8ff0f2b6600656bfd619b73cafe3de48d85e7c477732
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41c5c0ef6abec4d1e646228a5117bfde8b8a595
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fea5302ab0be3ba8d62479689f093193c99e79ae78161713493e744cb969e2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36721c8de4cd9eba2bb6d0c9672a26db617fdbd8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d8c74806e79cab290b08a4543fffec36bf84508424553e971ba5f763a48118
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe1226b10179570ee07336f00d59603bc6b94b2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e492d0eccb1c795e1553959482d74686c58439fd0a327d3226f98d5e0599de59
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a042fdce21a227fa9e9d076994bf825444faa8e7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cd5d2a577e7d3abbbe4ddf0deb57a10f32db734d5de9798884feae3283d0fc
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8849fd03b1d11d55609b791b96748f3663db3ae
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7206487eb22fa0ba7b091d770282d6f64d3a3fe5423d7f01e5e3d507b8ce350a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de736d6ab821bd15c21db3718eccfca8f6c91d57
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c9bfda3efede2f3cbc3510c77cb22ac2610f5cb1e8f4d39771f0871016ef8f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a85dde892628597f8ec141361c14ea9641b10c2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5a7e0d887de182b963931a556179ec4e917ffebc6726afc906df849f819643
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75e7137bcb6acb6bf41e65414a3d8a7dd1d27ff
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177b4db9126fafacd2b5ecb0fc0eb1c3cb86dc0eb094a6fe80ab312e66ea0b6a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be48ec56b4e0b04b2ad6abc87685f18bf1d06a8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f15b416be7a80f97bb5948b439a6203dda5f2d5e8e75cbd7c94803e9031ec86
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dada83c46860c4fc41bf4e4402da8dc5153fd1d3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1e63aaa1fa4a696cf5b03d74201c4b12ce47bb0de4c21a1a6432fdf876e570
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69a72eae8e70985dae3bd3cbc57b4ab03cd422e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62814b4ef0444cece6ffe6d2ffedee27d67a04a268899df598b4d120e8f42af
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32fb573db955d361db6325cc02d337f5d7ec420
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4dff69c1a022287bb846bf8cc45c7e449ae821ddc0072592d2dc012f8c6d1b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165af6d25e792a7eb6e202b7359aa97bec811845
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9e028cc5b57e54c778e1be63c5223a88ab833d9dc37322a6f1fec0b10ac434
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adf11347a8cca56ee5cdf3c9b7fe205a6873b53
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfa4ff93a6fcfed982d072b91b7312a6ce79db30a325c67a01231bd1265cbcc
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de8092379db4be9f7c8d54a8075a454a1b33097
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4708a5d3d38bb002ba4e672cb653ca93b59e86173d80e63f95bf22c3686b57f
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e74b99b9593dd5d9df43192e5ad0f2999fc5df2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7db15d16492373e8f4a61bbe237bfc761a65c08f216003fd32d7cd6bbadc79f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5050636523757d93ed6acdf5ed808eff2927f728
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae6e35913f4677417391961dc11dc6671ce6bab6ff5148b28f8369c5499cbbd
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e622f2b7070455680edd3497bfd117af288df3fc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08efdc729d4b8cd70ee4735eec185f47f3a6d5189cb07e2fb6ddd5191af388f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e639a40b6a9d142e364ddad3fd0124d464b275
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb9f18191247411d30ee81876e53c2863b14b759ec612454a65998aeabd7161
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972afd4909fece99a864c7677f148e5891e0df27
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598fd6a9d8d97f41ee27ff8bd1a57364ce8c8fca19532cbe3f50c89389d46ea6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73005a4254bdc28ef73b2c9385b972338e32857f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dde1f0073344e56d3c7fd6e338447d7e1c050baf18692017f6e9422efb37e5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7b3bff56f5cdf15406999c312cce60a232fc34
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b789df17303cb357e81b7cd3ce137b07bed9eaed6c0c1135aecf8ebb5e3dd03e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cead825b0bb8e40ee5e57265ef8173ea0b2041
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25852520b67c71b9defebcfa84af72b3efad791ac6855e03db81a89fbc479b14
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c08fc4deac70e886915a7c4e23f03def9bee5a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8825bc173896f870e950abb62e34434fb4f68262888d0737627d1ee13cd4343f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a9aef3110ca8da2002a26ad71c7be19fed5369
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ffdb10defa7ed977447896cdeda1ee8efed7055bda83cf79f54de6c38a1122
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf5b9800e3547fc72e3e1d2fd1c4b135af434dd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52913b7622dc7b87572a9d752a7f72e5421cbd54cdfc8465df24b34d7ccc2d5
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9ed8a73246011ab81a984552e35492f2acb539
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e2c25bfd5953eecc873c2791d1bc4a3cd5246f3ddffd7765e19c49607351c8
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe07d5ca552d094835bfddbd732dc444cd9efa4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f78193afe40b4702009ead2d06c468eb0534f2aed15b2f8960cc6dc2635e1c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a066f2091aeeeea85d3421bc8776381b07ef7e83
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76ca79c00e234e191bd1a2920b49e87cd1637227a7ce7dc6f89126d1b9095ad
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed43a80aed85e03e5dbe0eeaecda8b74110f801
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd588c24f5ef8ece1a9972b8e17cc87f7131b39bbeb8a29bfe69f7954592f55d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d3be69a01cee2de241993af8eae816c0544556
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63fca92806776529530cd02fa4d609912a82812f0726e81df027a8d8bff515a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e864031d6023cb3a565a18baa0f6a1a9f2b491
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538677112557699c4e7c62d1eb52193787c92f986118ff468715606902f620a5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ece11205177d96ce138f7729c1d79d0c6d1f5bf
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39143090afad602a580b8e8460a80ca2e389fbed39ad7e513e27d5a1c6b4b31
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f6f3ff69b809b1b5d899e1edde285505710534
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e69ca980cbe79dab83a492749c6d8de43ef856ab8abaa170ef7429b1d3335e4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7021542312cb387c028792bd625bba6af273bee
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea41737ea0bd98fa9d92395efd1228bd25b9230d0912fc3baa6d0561568c824
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbf501e1c73855824d44ce67417b4646fc67750
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86296166c8328d59427fa18a008ba48797f980621e43d0047d1f78068ed85a51
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fe2ac7f4dc6e35b876384bbe02a949c8e38885
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecc478189049546bc610b024dc3c0084aa55639751c71755f13ea2d483bff41
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48050b6bd1df035edd1b08bf8484abe48be1a0c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d123beb6937c0bfcd96d7d54f2f411dd867517ba0c13827af20e9e0d61b3abea
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2e6d4a2dc08e25568678f38b0d60395b095e85
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567847193c101898366eb25d9cdb87341efd939560043ba8b0539526b1807ca3
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf6d661856589451bc85445381bd5257c7f79e6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1807a55b71c81d5251ded8e5fbfa996068d2ee022065372d2ce0c6bfc48f5fb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da226944005867da4630947999dd9e0b8ec268d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4115261b34d2a1f794a2d5d575b14093a3500c145139c2097805cbf80eb368
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdae3a5d2bf1466418549607f6b97ca5935ca40
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab9ca10b7e3a764d69be02ea1e13bc81407c4476ae689e3113367bfddc9a9d4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15207dfd630df3ce5a66d5af38f4c52cfdacd305
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ade87871d5afcacff6ab4d07d16272782ab2f57b11bf7f48e3ed27cc5091a6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7418a06aed91878816e9a796870eb812144e42
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5c870a277f2b20a5ae944f640c1a6020c96b9da722b88d11bf24152216420b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcda759962fce65f19cef3cf3d7dc8e75c3d070e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f863bacdf11a55858a93d75a0dd87f777790c95410701ddadbfa8603887d1c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4c47370f19ec16d27dfa3a1a5b28c4b2c87f4d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983339afa13ca9dff5d8840afa7add4badfc88504b62486e01cae8a7d7bd4c70
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d861a388019b400171acbf8d40a37dd84ac87af9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24120319d65db6b7dd8f366647a7fe58bb72392ac5b37e47cafb4cc589c58b7d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2aba506ebfaa86eb212687a7be453df6ff6952c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02418ef8d01db92359ca301d95283c613bd256233b8327c450c24c8ab4bb7679
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083b6ab4ef5dcd01de93609f161056024ac3b5e0
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a216be8a03726731bff484da9d2dc121ac2c732f78fad254c2479090b735da
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549340e46c65f521ccb9ac269cf6d9504815c8f9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991742aa9533c6b14894cd4ac8797e017b62c7f1bdd0684ea11f77df5793c047
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44536db70ae3f6ae7ed338011b6538b8796dbb62
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2082ddcdd9a203791a50405a94239d9676f6d5fae2fab1bc567626a014696733
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9d7ad213ac351284bd85ca744dde09b11015d5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952b7e3b1768b2f35b2fe1e9b4229700435e2a26072928455fd202bbbce144a3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2226ba1c703953ed6c87caa40c88561fd68c85be
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa546eb5c13e1fc265d9920dded12a24bd009d88dbf14a6d5a6dba1496104b8f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d7994e7460e972d39cc2786a99602514c4d493
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22bc2fd7138713ebe254b66c47bb0baa34599fed6b16dcf5d9a2699bfc88ed5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bea5423309c59d07445528c864a5377b38f46d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1536a2e2cfd72d867fd420b980bd3bcbebe636dcef252abe813a955061496c3b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27fe038e27cc478bf26ae239d0dec62ca753585
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1942edf3143b2afdb9033728c01d255314b2e04494b82c1a02bb9f27d44db71
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb09c50767fea0b21389eaa2b4435dc2fe5d2107
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72685655b41dbb3016989451f5ad3bafa2662e128849b910b3c8ccbc17c27bd3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9911dcbdbc342ba6543813a62dc2ac22043363f1
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d4b998b8a90b3d49480837f9b569ee09c4ff2246ff03341563a73b31110cae
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14a2ad465e411729477af7faf31ba5e24ba185a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d51c64cd2565972da47be23bf65d96fc14e3e89050855826c3e937da0a57b5e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a641dc158a69b060ddcd0880416ac1ba19adc72
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f26570f99bccedb5a5600eec139525cac0fdcd447deb6c96ee7ffe3bd8feb50
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc052a19a3676ff04ea297aadd930024c6c8e68
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a59cf3accc539faf55eff9e336cd328888afbbc31f6f8adb36fdc5425628e6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d95abc43a881906413438fc59a5d3a22be9b558
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab3e8dfe11a95c360319e5b0445ff820f1c4a29b81f680114baa0fb659adb34
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab0ebbc57b52442929d307a46e0d57dc58bbe34
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5c9dd5c78b41cd6646045183e147ad64b0e2175a321dd9be66abcf61031eda
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0226632fc79fb91dfc8759b7f2dd3e416cd94eb4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaad3c66f8b56269a9df8225d50b18676d9d814e5f3efec05c472f452f79a44
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61adf225f5cb7a9057404ccadcfa9d9b64037c23
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df73c4129ce655ece194d4be611c59629e697ead6eca7f08e944c5ac1b9a102
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d19bbc2ce63811b458826528b68677818bcc5e5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62cf1f8b0e71abc17d638d8a92f4ad278e72ad929266a881b06237fbb66aae1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41af6d057151026b8987084ebed2e0892d5b339e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cda493485db2b1735e9fec72e7fd152425dcb559fbd6bcbe270f680ddc5195
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c49a0d3c65aa2199587381997bbf6939e3e656
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1772213f7be9940783657fce94e2c750a7b57a9d87353a73c04e2dd65ad239c9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624c6b123274d4352bac824c175762b87a487b59
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153138dd7b931940a796bd5b77c625e0fcb0cd8dae330baa9880f2f1a9c195bf
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4bc0a2d2f527c57aaea4dd3e024bb21fbf40b9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad85351965b847d1e55ecb1f0ec7561be1b861247f0ecf529b2177ec3b0e9876
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac1076f64decd71b68f774ef94f364dbe1185fc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6593b49bde7c0d0c7e64b7ff214e94509814627ba122d06d854abfdea5bf284
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91932eb946a691ffd1c2872ec4873eeab2335a26
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbde40ba15fbde3080907c6f92264d4f20fc8253b3472a1f7131b7d5c4eb1955
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef03dacb7ed18e85d584204cd99a2454d55b5d16
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91de2f22ffdb1f1c5367d01dc39c29a4b177e903051726bc8dddce72fd61ef0a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f679eb52477584cf522e7ab7dedc6f91284a1
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec8eb59908a88f783c72f68a5d09b486b84115f5ab02c6b062e6e53d612ec0f
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df23b58adb96a467ccc7c75f16da012bf7fef01
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9944b56829d7969fd07c3696806db5a37e8fc876eeed7935b768f5e3175656f0
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80f9146131dd1b6fa116066ba8586872c5c5043
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ba45fb059ddfe2883b52abdfd942ca503c61b21539f2d75083759c9bf311ff
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6385e595fd0ab598e332d363c60716a391b04b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a114280a7028b3ff27f8a47fad218a5b5de7a6b0c85242dd8984ec415c3aa0cc
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941c707ac96ab53df09ec53bb709ac80c3e72cad
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf6b3e3ee2b5cf3e24b5474090050f8a39d266bcdd40f8bc876fe557584019e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b996abe1a6c6eb47f25c4f96c6939b9714c96884
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6064df3c0b99f76610c9fe2a82a7f869bc7a8bc52550f9af7dc10b31192df9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a613b03dfe2fd1736e9c991e822e8f108e1877
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d62ce82e141e6810b0b3ae6f431f2cd11ca0b765a6781096c7b6b91df3de124
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2d7b8b425e4844d81d68e241aba3e4b60aec34
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f1db716246de8c726007949e37a09833274a03d331e39c684449d0329dc3b8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0c244e821924deb2ab4425a25f1e7ccc52bcd4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0828ac12da2d66255a990fb330aa6a38692be0b655dba9e9b1f49250a00c4450
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a935aa019045f81cbbec7e9bb1f13a33e1d9faa
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d861ce34b9d67c318aa36287708f156b8ad1b2b50df8feeec07765f6d6e596fc
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0ffad2f3e2e905f8211332ca5a6e27c9ad9e14
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6159924038c0d4c4ca09d69cae2809060ef134523d712ab05f1cd8a156570ec5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403e0d990d417bd31bd58044ea32cb23365a5164
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ddfb66106993f1eae291977d147eab262ea3811551893bc1116372dd503e11
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c64691a1f698d2a67e97c2737620d4187c05579
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe314d9d401ce2aa7a4dfa154c0db3d4f8fa5dc51c612b58b7ce8990749ce75b
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a2a6b34a74eeb0d8f828068217ff3b5d7ad0ac
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22000e8cea5d175a13ec9e6711c26240e653b991956ae39b048f4e4cd8aba25d
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcaa9af3955c5e7e31777fdb0a4273740db8de3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8378d432a551ba4fc8a373e1b04ee64bcf5b6a85a92cbac319dbf561e0111f4b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f667996daf70dbe8dbc981171fe2fa6a54b3de7d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58aeb2ce0eba53e6d2a23025ea402839969a8bb8b0cf52e4248369be8795167b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4955ed92574e41db78242da56fde419bae48bf5a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0decac686a62f2e4444d7c0da04a5abc487d8fb062b737d73804b7286d749ef
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee10a528656dcf10a90457d441aa3feb7c03f2dc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5af1e63d02b251d2eeaace2d9b4cf0e82b074a4c8fb971972c097943c6a1837
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba57e1c9b39ae738f399829dfd9eb8a3bce40c4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d17f9f1424aa8e9e02ef543efc13b863c175b5d9df3e6eadf044422e967c40
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e00a3912f4143801c2200d877932270d2d4cdd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddc6e9a977d2f7dc48baa731e145d9b361131eb2f6e608238090f79ddb27302
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9670161f924c1f966c0f52be0873162d26424130
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd08f2cd93f5e19928c48d0faefb70e009de0f2a547ec6de5f78ca2a7038537
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf048c27ad5e6e80ce651915b9ee8ec384bf5d5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7da10ac002af0c956f9ba127d8a9e53bf9a0c4a512cdd2281b2b4750bf538e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d10a1c01ec6be22a99dfde34d57c193368af756
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b3ced102314d92cf91de7fe52a1b6c183e39e061fd49c45471c9e487fbfbdc
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1bc0ca34ebc0a5832d291ae34eded5dd826ac0
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50246877404571b95f6adaefb3be51af6239b990249494954a0bff429f03267a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe2e6f764d65cc9eecbd158a1397141ff5b67b8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a9e3cf392113404db7aa439fc80ccae25dba9d0c005e207b0a6a9348bb0720
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9285e38d67627d4bfecb2dad6b37a15c3ece21de
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e062f7ff61c73be47101c41ba6576c92f32d48b04f94e34498763fb945653ddc
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afd2519de22f0fe440a602c911f0cd370d4d8d9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5551e8a682fdf25b6b710c6bf8fb1c63167d0f018808b9071fe8e8b71f25a19a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491954a6f26cb5aef7a1526743c4042c8d5ce26a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9dddbbec8b1255968bdf467a9231aac3a43bddfa5f838d67c46975c7e76f9e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc4f8abd31bea99c25f115698987d7e65460db7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9745683470ae5b590cb615d44d6181fd8d02b549430ca7bf3838c8e5e81ff7cb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fb277bbf21c079304f9e5e239c5f01a43f7a78
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d96fabfbc2b95b579da9ea10986d0b906418944d05c9393ed0ec9bf04a13e68
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0ef04787a2c8012378e5ad35dded74bc68d54a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8299e5819491433034bf5ecc7b0e1106872de659ce05e4505240c66b051c91
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddc509dd909806a24fe531df091f9411716e11e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dd1044b90cab96dc90832039c3591834a3447fafbb05f4b1d233ce08629474
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77f728db1cd0f4e556c6d34c058372255859257
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38df647723d5f47dbb160592cef50fad73f41bc1665d7b168c2d5469ae6cb36c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56eec6d26c7915f188d0df956ab6d5566f025c0
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d435387fa98ff49c31be3a1eeea57facb33d7f10fa5e9998c8222c4fced063ab
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcc5cfe11dcb5fd2981e72c174cf6c38cc26f10
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5a8fb5f5d551ae19e5534cd00ca35caac345ffc681de9cab943c2ae32f4f34
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6701ba4ab55f6544cc70ab4041b372daf610136f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6238172ca8d8ddcf8cc44b580ab2eed79ee5594296b1573e7e3e017d6a1d50
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/lm_head/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ab5276f81671965eee216834a122112dfc5ea0
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d61f55b645d37e73c2cb89d7d3d528f312c1f63300252529cba126b3783b7f
+size 205955
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/lm_head/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ab9ec64a6ebfe4988ded584d3beb56d702306b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb7fef18c6e0230e282caeb975f64d4d59259889d1729b2de18d5a852628d3b
+size 205955
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b736db9eb58169b82e3bd5c2aed60e053ef0c4e4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f14c3a59536b1d523b319bd5a309edd9a7b9a0f8268e879e415e2f39a9ee47
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cdaf0eedd8bc96739a0adfe8d2ad33e506dfcd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42225f3d1fcdb24ba882666dbbb128d551b284892566cdc156d3785ab825fa8
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd6d6acbbdc1a98e65ed247a5c654144f427b05
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d718026220f9e271ac352d5ddaa4bb6d6cb5a2268f87b8e8fe81435e405583
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324f02b41d14ddc3ec7c3e94dc23ea8cb97a04bc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2597343d55ae7bd5f6c8d8b3a5730bf979a0f25a2432d4986d7d50dd11943035
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a97481ab4e119618a5fdc40b0d5b338205100b7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b0d9b00a5fd01f9a8d77b996335142ad4b11afac9e8cfd1c5d52122dbec4ad
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6111ae6471c91f3655fe31b0ca3bc0a6ad5b8f9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2376d808490894dfd986d28b52d4c779921f50cda45389f97f9805ec1a4eff
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d008ac08432d1076c7b23b815cedc256b5de3d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabc56625b2d90c17b9348677ae1798e4c134e2b800ac2178f25acfd864cc648
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01120d80621cee8132ced444ba58a9eb5b36ba55
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3c74d27aa7a1e56553538fcf10f14df0ee83fe109782c43fb529f0b93d9ef5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb174445610a6298fa58f95ba2c81d953793a52
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af58a81abd28e394daed5e1a6e4e3b5887461e36b88cb6056a767ec02f92618
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e111dca560f765b02b57f4f72cb16201816c3a8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73507237dd1e6bc17d4d64a7451aee85fdb72a167d4408674daede6fbbecee51
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e145d10378167617c411954af7ed7e13cd2963e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557c776ca02287c97f1295e1a5a5b08da3a70512761cf44c26c51e4c74e747fd
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928aca1937ab6b65130dd20ea46e4e5aaeb8b015
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6e8e9d4468b94fa6dfbb934eb77bc88b5153a9b8eb70fd50ad46aaa08b6404
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15a0683dfc36de59c46527cf4b94b40cb3b2752
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852d3b5d548d1fd15f7923d3dfe6f3c7836a6179c1935b377854daebf686ad2e
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc04a7f7c304dc02a68ed667b7bc337d58f96d6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d745004a167b204aa9ef48a93c07c3168d9184009e0012e71633273cd0feb85
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dc527433e785a0927076eeb9ae3f485fab1f2e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b19a3faecb7428aa4c7e4e83d62fba8d0821de8449d9ddc9ef43270717414a9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec67dde6ff4ccda7a4ca1f257fab83c8e0495a6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64a277bfc825cffcfc61e2524b00ce83733503691f06f8adf3fb61fd41eeb2a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98503a201e4252d3b2eca3f0b6de63a4811274c7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593a6da477bda4e6ce8a40af14cc0b6d3aa1ad16a9d730317dfe9810219fad04
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefd68915b2177d65743f35cc0973bb2878e5dc7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d0be0cba696b3a7f66c81d832c029db0ff5aa08d0ca288e596b465f9537a4f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8d2358da9b83db5a87f03bafd43f1a02619cb4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec38b6f62aed3f948f6d1cfb355653716f287bc5145db39bc650a6caf4938af
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8796485db3734d567ecf3267a28ea26574a8097d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138ef98abd0c0bec35a4e8cc5635ab56cbb6bd637678ce20fe32f37e105392b8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3428c384e3cbc5e26313820231298fafbc76e56
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83101740e39bb8b22c5a25776e1d43685a8396f314c815cd950d1af13220150b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a41779ed5bf5d392ff3f81f33b2d1ce08e6ea43
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfd3ef7b5916d2ad55930f598a5c58d1cd224f21c5475b3563d8df676803b2f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0852177e011aa93810e6e2b626ec164c9a9f0323
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdeda9e8fba26fc5357228c17305bce0862ca12f138d960cbcc4fc64641d392a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be75de6095a372a0013a43829d8eca59b77fca6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de5cab86394dfaa46524b87a6ed709570291aa163e73bde36cc7535ec7163ff
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57651321630cb77883e130681ecff62b861e5a8e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312ce302913eaedb099d04ef7079026fdacc4494304b9d69023eb1ad910329fe
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52220d7c24e2bbec5bf3e7c5a408b553b276296
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e793ec168e2a64e4465df82424c4baf9131d0e589cfaba6d559fe84aa17c82c9
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d086076ccd9b6aa428ffc5045561896ffd2bb5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b845ce7e9fe6ba323baebdd3cedf29b03f846b5945663c19ad304f35180e092
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b1dc2047944ed1837c1bfd30b61102944d4503
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33dfcde15d5adad8890837acb66c577406df2fa21f997af92e4acd79f8539ca
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f09cf1b72ee868d17671493074eca54fda7b7bb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366c2290203e7fd154124da28b7d0cc62c50d28c14d27872d1625a3adff30abf
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655da64a56ae67af884ab822e70f5dd6645cae52
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e68d8c6a75a53c16bb354046b315ede4912c146a8dd0da02a594508f6ed88c4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e666d3c49d9b3d277377a7b6f97a3e23e4890f8b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c7f94b377756f369e76658f7ecbdf3fdc781650821aedb3f7ffc3ae2b3d476
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e6957e2296087c158e9f7a5fb2eb030c06c65b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b67ff61565b74beaa00ba11930697eae6d5d08d1948f44f8ab3c7a877433ff7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c32cc25c9e1067936c8ad97b2eccf7a979825b3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f1dff0fe1314db8801d640d40f076777cb8471c5d83985fd75e2043bed7420
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32fa089ba1be29cdb43568bc48485d5e6f167f6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdcd10ad82cf2323e0130bbc6da2767bd186d2e3efccc4c533e26b9c434b4daa
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4008491eb22a929a819e2236e48099cf51ed2897
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d01410214ad7ed42b089bd807fe8a4044bc87ab2c1c391a067615253b79268c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e01feff4dccaf296a6246bcb5f807209179e89
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5ea71583afd2b7e2b74908b32642d8b511d7efc0899124ad6c44b6cda6f272
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65534da79c90d9575562e1c7e32094af2bc465e2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef5f450bbf405a9fffaf2aa994401a7d211042e04c99c4acb0342c34397c821
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f55e480961cf06f62545b9636624b11a4e2669a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a63d21cc6539bd813b82b5266c23d710f81631adfc55d66c3166537a2b8a592
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97448481cb2e86cdb60c15240ccbaa52da5fe27
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f97acece1110c42d3817047fc5178cd73166edf121740ae0f006b610f8abdc4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13efb1bb369c196d67b9cca8edeab0c9d8f7fd06
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1ffed23feb6b0d7ce734420e28e1d9693261ce4b38ca92dec356453184fe4a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26d011798b74005fcdf5f85f1fc7bd65e44edb7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac969357c8561ab6ad5c0550468a4794ab6d51e10c8c3460ad60e24f77ce07d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17761355015cc20bac041ec02d6881256755df15
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d6198fd88c9c29cdc9f6941dbe0c804a8ebd6c10d641978817f287a84bedda
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8f3b1358cfb7c0227cbdad3173799fe6e23b6a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8f2b0af41b91e7a13a6858b916ab673a1d147cc2c52f9aee2349a9053314c6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e67f116fed649194ef5400f0f03514fa7545b5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd393a78002579bb238e4573d81bf5797baa8596dd2ae8a76010de74cc66b679
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ce06230be3e59a935a6250c032f762a3f62bd4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6c0d79397ae0d20eaf6dfe5a70cdedbf47e40caa7f1f906cbf665b0f1844b7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe44ba46aa2e039a74bad1f0eaf4a72de2ced99
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2283cb06f112fe2fbcee18edb8e06e73231dc3ecd42f509399c701b4ba1f448f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d35bda294402e604b9183b0ede86ace8081591
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de001b4a2913e1fc955fd3aaf4ef989826999c3c5657cca60baf3e4e7b581692
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354b39d52792cdc898cf414e1c5c63bad75ab8b7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e2826682b0e45305f7fbb5235774c5aaf2a0e9ba0aad2d05efe9fa4a9bb77d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c522e231739181961e44b773690bb36b48a821b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8382c33f199d5b42d4268975f668044c6cea97ed7717c6d075488b18a9d294e8
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc62a785d4bab34827d9e2d9789343c01e59c45c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf50ff68b6e0c14e37819a135a8164333dc3d00d299248ff4d7f91ec3a19387
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b44d357802ebaf06e7c3ef6e5582bd203889bb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1098e285ff7fced1a6ec0488ea589d6571006eeab341b1d5997085eb01838de1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f37ff514b2145bb0109ec4f2792cd04d4126ff
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b34192fcbb5a53d30989b5ddc34324edc7d1018ba776f9a57ce49b19cc8e4a1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3add11ed2c7ed2f5dfcee248639076a2ca39929f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438def987bc57cbd08bc32044b7a3ea6305225190887e008ac865ad61b7b22d5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49caf0cf366295597de2c6f0cfab612b21cf0a3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbbf536c4aca72fc5ef835d979e95850b09136b4b7945f8d7c96b5c9c42bcb0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303f19af4eecd662c7f49a1c6a28dbb9859de58d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7f06880676ea16ac9d49b3bbd285656f7b79347e9037e13af5a2eb606c9ccb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f505835fe9d3d165636d012c9248813b62f463c4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d466808dcd263a4d357d512585b5bc6e859c453515363d7bf59ba802f5e14f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5d5c9aed309ac2bf6f39ed2e7cbf0887e857b7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee007aa23414eae4e5106a259df7b67b784be461a1b9ab186aea17329d00b305
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4fa489516ab68e2f6c0cb569d0257416e6b2db
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61014d0b30a7d768a4d4ffe5c0bf292f1bb59d62bd47cc4e53ea9cf2105346c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09add0a1b7e9e471877b4c734c9a2376dad59961
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce406500ffa15d84be11150ca26ac1af352313a32148e30f442c4d8679e560d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408ebcf2043eab5bbeba3ba0b8cc370ec663f803
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc0a363d4339fc4f8b8ad8fc7a70e6a147cc5791731ac13852cae0519b0b8b0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f483962bc883745fa252a82f624aa6b1edf526d7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f450897538786cb2d4e94bdbc83a665b04fd3ec803cd6a87e866d7e54553bd21
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357adf1879f2a3d66af2de950edd9e263cc8d46f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44edb11071005dfee9bbd58d2d0c3e63a602dc171afafd928786c3569dffe863
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36f065cb6922e56d374e4128cce2fe420e7b4da
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abf884394525cc70b243caf8334e881e5d78cc9adeeb125b071a0c4e436031d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71de0f5a0f8ac7f807e39bb0ee08dca7a67abcea
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ef57a5d4cc812be8538d9755e6e0c424607dd4d4b036ba6ffef827c1aa9c41
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ba9a776fc249549f063dc85536f7d7ec98412b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2003f5ca07f14fe0e385a318eccabcd96f1854e1d71b56eadcf6049c9704f825
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ccd529a4c97e2ee53ba7582d34f164d9695449
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2385c38c558d20c8fd7f48239ecafa135a181fe879fc93a850fb0fc8ce1cde
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5ae0cdefebb0a84d4cd9eecf9b4423e903470a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3379e92f0ecc1a63aa7f5b6ee1011efa0084715b0a29b2d7c02c215f0fa87ef
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b26c8ec01811b4fb4daadd75954aa301562a2f5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87a129f77b05ee49744da78b08e65df26acbbeb68c4fc80e81702fd2dacd353
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dce6c76b0635203d2b45610d2bc151b91e385c8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9755dd52a438afc118f7a5292883f6b05de3a9cb4c7197361a6d046f001afa
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81d7cec1239900a1f474cd3d0d51087cdd1ca46
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb3471129afcebb03e5abe1d9d7534b44de7c0216af4a4031c2302f9e011548
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31cee1d9071952d6ab8ed150a6f364d76d2d72f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b118a73f750146d10a25b562aa72b87b973d929d100c20334fd9ce800f0b8f3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b936b24231e075a0df82d9d2ef5391b051d40ec8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0032869c3aad066bcf391a10f051ef80ece29b299ba78ad21a2625489ae0ac6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d947695b0c78bcb809adf092ebe9b61d1c3b36
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada9c4a99480bd4070803fd483f52e6978ad756c7e1a710db4243bbde0cbb12c
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1a2bb19ddc92f85a8376174b2fc30efa10c9a3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e8afd407acd71db530a25e9780f62e168db128799b8f014d44001e57af1371
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f48ffe8dea7143b7de06e5fc26d8d7d5db3153
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8919744dfe0fb919636b801283f30cbdfa29cc454e8a5a1e681575999edc2d64
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b069b1540d7ace8c8a68b14238e7c6002f25254
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff59040db3ee3ae27740f72f7c87c1057b2a4c133aecf46c0bb57538c37e41e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362725e3f29a0381b59cbf19e4d8d65771ad77df
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b168d739dd870c124c5d6c5276856730eaa6feaad21c1ae7baa68bab543e5aa1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cb85675734d7b9e8ab4a34ca53c318891db1b4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075bbd7f8088140c147a1a833eb60d4ba283dc1647dcdf401ff1bc4d8cb39379
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0c32ca743a16d1837cdfb9d62f477389878778
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bf7febb18e5c294d870a281013630d6f1e0f7ee3b2ec0abe77c8d79285ca7d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43edca30f8668d46d30a7d0882f97ec0046b2bc3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9afd87c1c2bef7d4a0e3b0036b426301f2250934e1f2141e3c970508aba2943
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3786f399597fff58a6b0a4f9d03dbf3e4ba27b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cdb6d4188280329cfb9c3c3d0a63443946145b7c9b03a221c72fb2c7c7903b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268a86d44d88acce7cccafdd49bc819808c92fd3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f632f04429dd36f05267912e7096df11d33234ac29578bbdd6e7ad04059766a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69664d9f50d82284058c44dadb16b1832ac2971f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b89c19667f37e4e41b655af2a12721f418d7ed2bdbaff3cb23b66b77cacd51c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae31fe74181411ddd0563f58f300b6bfdeb9ee78
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31a26ea98a07bd2ec00c986b0fd66c8316850182689b74ac7bf81a1577bfaf8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffdf802c0bb6428acbd703fc0df1bf82ab99eb0
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef60e1faaa239bf33ac8366343eff89cc277bfeb71f11f7af9d03452b51f960
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d76e4e9eea8db02cd95784b77e6514ec3d9dc5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4899c6f815db225e17755c328094f29ff08ed5e3d9f7fe4a730e66884b9d2e16
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c0e4a0a6789fc7a02adba7b72d33490ae44437
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331683585c5128910b972a062fd347bc94c9746a7b2368d7b170bb0585870869
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c232a2051a83d77b4cbd7d18ede5d22b44cb63e4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f797ab50a448bff9da608264fa3191042606b8b74bf44a36e59f2c32d1e2b8c4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529b8818c0d7815a674ec54e2cd405156fa67c93
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091c56bb6ad3c0ee02c8decf7b9c9a953f8514ba209035d17a396889a2638464
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90069d0e61c1b74356246f3f50f43c95b65f1a77
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c66e7742128654cc2df6e48db307d2453cffad57db4d65248175af4416bbc72
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00debce4aa890762f699f0cf0658682c5b2a17ba
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4474337aa8feb3b6037e44ba7a2c4c397cdebfa41abec91724e3d56edb44ac8e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685dd2589ea7ba5ed5446f3f149f45b139592f9a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d83246ee879af693565665e758aef4003567a8d57af0f12d6acd0d0b2e1d4a6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568bbef97436fa760646720db337e1b884dc5c74
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048c4de2d2baa2e0e80cd67b826970bd8bc5b27c41a267a78513155c8ce06c99
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e72f4c04be013eda0450682b141640b65962321
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253a72daa95675b0735f947aade9a9f0fd4db8d6e1387ae2da18596233ba8615
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd95da77828c5c76dbc74635225780073442ec92
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c160707690372f1811efbf861781b08379cf3589c2ed56d24b324ac9a28f7fe0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..277abfc5c76a19200c57963cd90f894d17e957cc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe30622430ea519c337e010a8cc0eb965dc2ae52f7715429368305c8ed366d8a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b62369c65ae66a10093b254dbacc3c72c40ae6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92c11436340224312481ffd423660e10618383bab2b1f56bdbe57cde6c08564
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637c33c2d5dfdb7df7f4f7645dc5a84093637e43
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e749ab61833f5ce5406d1f73e8471e239645689129156f35287af6dcaa9e298a
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce02a2e3eefe92a23a1f3e92aca1e3327f6dfb3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a774752c2fa627ed31df706b192dfbbe83538f97cbaa9ab285d1a4d51b49b1de
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c6ee66b96b263252bfdb703e4754d6845df22d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05556940f1474ea12a4a3341bc76c7a68f51eabff3ccb43c16ff171e37a4fd0e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc62238516caa1a96ea22d6a4dd5842b92ef6b9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab536f83be7fb1e74ffc9852a3de3c334368692f9454972eb248cdb2687616f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4639801b452ceafb3c06afb8e6bc0396e5bf25f3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe9d06d69d0a083ca8fd12a7f10a087da52d0caea1ec32a61fe03a2ebc86242
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3d9b2260050bc9eb92d6433f8b52f1b3a1bdd3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f535e97d3e4ae6a8fd7e10f9b45d4ea5143b6b48f1778940f56d662f147912
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514cb1cccb40236154cdbcc7bb0088c4b4c2741d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9457dc458e9cdfd754dd7772d142bd7115be995b3bdaa850d61ea55a88fd303
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7856506ad3ee294ed62b8ceefa60581c480c4c6c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cfb89dec49d2c4b5fe245ea24b024d032c21f3ebdc5dcc87e54c0abf5d670c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3147048a2ee6aa72ab75cf24793b5945222eaf50
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ec2bbed91d53b0a67d5748bc5580da2af47345c7e35d103e7fd64f410b026c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a84f833976a2ec3a9d8a03f06c8237a07b5723c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b59ee4cefab204b96a468a30f13ba45e14ad89b23f11f95a5916261b5dff08
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34c580faad0d09d4f329bd97dcfbde63573592a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5539954b30b45636816b1d459822ccb293cd4e21b62e3a101d755b1d5e4b4713
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfb2d24f104c7078efed4ac02f6816f84d71897
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a53026f9d94f4dd5fe37b181f8ae296f2caf8dca7441e4ea4343cc275be0b1
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4041fc61d7efdd3fbf64580e842af4e6d6513f9e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb387db180f90efa66328510ebe7105c636eaa6f908c7d6392206e60462eb36
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f4b8977aaa390d681b02b25d2e33fc3b728c78
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ea0d1524388e3b5ace4c39fe9e38386a56ff79c5b4de136350275ad42f4e2f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9205968dfbf9baeeff1eeda57afa9d85e5fc8e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1d3fcec8a2d0a6867d9e51795a780a20bcf165fcdf7a81f43ee471605ba8bb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10899ded95dfe18f92e2d9226358a09a795d23bd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c94ddf0385c80a537ad4db216dc7355a22c897aadc7e59a7c884311ff2e3c7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920fa454de6a10454b669b20d1bb42373f0a5131
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9bbf36e6cc0bb3bcb5e90d07047a8d9b2756cc2fd4afb0cf09bfeeae9f9aa7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3631892561dffd887a500334930f3ba2c2725746
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec523c77c17a493ad55e17a954b32e304c5def181144142a5910ba65a8e272eb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f12ac0740075f5562f60c20f7ae44243800f340
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c8e8bf9c3a945ff8298928d6de466721c5d0924861ea0e72b1520bfac6e072
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068c284d589b9ab9ecaca76de1a575badf48913c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cfc3197a13c2c7e9e5c7a5f3d53bfd7adde7d44d681addce49cc0b70c87234
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37792975a41d90700ba15e0c3c46cec0170ac02
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5b3297cce06d6668c840cb0f7c27a164347aa96b692db683e63a87506f7d28
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8e03d09ead9ada5ee07cd48298089b4210c11a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c254823cafe7d7eb90c6bf0c4d8ef39136e2c339a051e0c2e7ba5eed9243780
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ef40df19a397eb9a7e6952dab054c1e6cdf3df
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ea383da183c91b99f0d10df59ccbbb66d1752a94e07f4051c3c013f8822a84
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d87b0a211bbead77907e4581775b552eb05c5c9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd1d48102de46afe78fb40353c27aaadd9e074e339ae543ac19ec26ef15caf9
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5804b286432022cf30bdece939b753cccb4b68
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc461625f109d940dfad48451d80b6c1583e5d040cac4a8f7685b0246dc9a427
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffbbe19696d6ed5245c75d599c43222d320fe27
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22691f46c81a6ff282cd11e8baa30c32777fa34dea0b915e2c7d542680eda71
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e63951cbe4b23b70319f054bb516a9f4dd87ec
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a28bd2f5bd9f7796193d8cf4c49e96068ebe72d7535d13c3a6eb059beee995
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dcf30aab3a58ca29324a6975b5ce0e1760bf28
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1a0fd7df6ecc0c8aa325838dafc7a3ec52db079c91e2a9a8871f28f8739eef
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6ef804169349d7969ac66dc644a895bb14ad5f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7ffe0d8489b5b44d9283ec47a2f74ad881b874ebebe101e7c671b955a8980b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfed81c67a226125fbe125c8b34ec7e7a41208a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1fe4876492161fe86b1b18edf7e461a3bfbf36f46acbf465320bf145aab529
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c22b698cce8779521b29954144c75a70ab6a21
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b596a00a1846609c86f2df604bd404eec5a99cb99b22443c1d2f7132be02b20
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007d4221e4507ab40bad867f0a54594f4e1e93f0
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a540139ad7e0adc140e9876f93bbec3bd761e292b89a66bd3050b7a9bbc92a8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3284e846b53765d86e019184999a127fdc6cb15
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880ed16421f6b02e960ec5df39c326e2a23e7589656946f33174f57bed0a5108
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5c7aa564cf5dce87d1ef24fdb9e2aaf32bd17bb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad40c5455975307c9e13233eb28c1e0c1efbafda298c39910fb1184b4b37557
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b800dc3f1cc7ab5ee5d1240532e74d6da4b8f1ca
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb69444a79e080672bfdad9d5c4dbb925ea05c0c436284c5c505240d618251a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df3160e1e78fd4eb76d7c70de9604c14bb48ca7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b12e003dd4c296cfa3ee3b26b01594e0cac92443cd0d07e0fb1be82841a28f2
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1ac273a57f38f1b19813d505a70711adfa38ec
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2d98fcc210b256b5cd09f159cae1f6661772d1ebaa5da4995fca96be7242bc
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253cfa2cd1136255aa9e9e2949b9ec32eaa99553
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a84def10163a2fcb1a4b520234eefe1d6ac8964a28f247f83c210c7dea22d73
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ce1783aafc77ba5574b8d8d4fe615241e5c39e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a15e6f4952ee0be2c68dbc82f578f0cb15dd6d9de69a49901440eae9e184ac
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157078f91ed769346c3daff6d309fb3381989953
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad5866f2bec582b0cfdbbe9f10448b3deac5a7986e489801f19470ebc8b57f9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bd4a6a5347180af967bc5e2fc45dc254604af9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659356bfca393711cc9ddd6478f6f88ff9e26be1d9af3da4db8bb3a5dabbd97b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f653729a97fa6018117bee8d38f79284da61ef6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73ea8c89d1543027f2489484b867ba7ad2e5d0ac74ac8f260f394cba0694c30
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd4270b659ef7cf90fda1a18bbb64ac3accba0e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a30a6c023be3d59fde7a4f26e8b00320e6e9f7f6804417717314042af7c8d8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc97e4386d71e26c29bff82e5f3233631e57432d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c729fdda15085a46f6696e429c4e15146237d06559e1868b869033fd542ca3e5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a036f0e47581962e011f5dceeafffb573b284a09
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7e388c09695e60d711914a4402b93d95392fa3507f8d701a9649307e21b00c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a90067a58e43697ad9a5e8af4e43698b56a4ff1
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c094d4b5e81fbe76738ff22e43ec38796cf16433b937fecb92d428daefd956
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae98a535987f3df84419bf8730b9986123335dc5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59637ebaa82bd9cf69e849ce613e9e77009270758deeec2a69fa007e3c33ec2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde07aff44be0d2f11eb64c95c65f5cf2df43dcc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12e39efed3bd9a0b8be67bf21a005fec4458a3e91060e0524b79673e58c208d
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2839cbd935008d444802318b9735dd1b3ea0899f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0f31d50d4f8ee3f1ab42fca5670aac4a6c5cec92bef2098927dcd3d6d14a4e
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c80e2107e9aa37af73c0bcf4e9331772b3eea73
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2103fa76dbff6742a08c33a4ab86562323b732116556b0ae6e112856391448
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa86b4a44501631664c023477f5fe6de03211d5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7209bb0d26f8622a07f01d09fa0e5e78fb04185bd0845744f60bc155d3ec8237
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f54e6432119b3cbb49201c761d418f0489539b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34367dc814e7434ae111afc4b51c11a8d99b7f0d9ac5525903de3aa03f0d5ee4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4cd3a49652e93c0d92bf718d770a0aee206b83
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62318d7906109af13de099488e8d6ed33b741c2fc1c7a5c446cf64fa29fb0247
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1ac9e988a440548ec67cfbc3afbd76a474a433
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e892b96d096c2597332bda5aeabcbebfc16c8d1b54e3b322c03e1847027ce0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf91a85e07b24d6cb1502febb182a1974f0c948
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4507411efa8f8d21c0d770e41eb025c96c47cefc83269d302ac7d8fbd6e5be88
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3958009e0e9a7ef12fc74535c791d7baeced4f15
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e5da18eeb16e65ec364f2d1e52e5b2ffcb4eb900d82f28156a4d98eed65c68
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fb0464053bc5359336c72f8de80064fd1f29b6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e547ecb09ddeca0d74176383822871d59f9470471c726610700eec730e43600
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98d457f09d6d713748403c8f17701b7e8912817
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82740b2d6bbe8bd003487a4a9944f838ad228abb333d7e5ef9be0abf51d702f2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5c2ac3345eeed159df81aade40e5b70023115e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76650da0b4d938a078bed010cdfd0c5df4e010794917eb737320cae65d7259a0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba05aa76fe22ca83800e7a49c3dce9cc24e7a89
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2c79974771b1857de6b7f897d9f0bd172da84eaff97203b025df11e150b398
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb8ceb9b75cb4dd3c024cc048ccc1b1f945d7c2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7612abfdb13b287d1bda7df3fba85814b79d57cb6d36a3f92456cfddce88e463
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1159b4af96cfabd36c008346ae9bfcdd3d7fc9e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ab912e2361176cce6230492684beb375fcf20acd4f489f0e0280fb154f28ac
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e006a251d337f848d86e0bf734d4e14287e99ff5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704aed7ded5ef68339e14599f2d8ab21f58668b5bacd1063b1a8cb36a287ef07
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359bd96eec57fcb34b1b0b75652512285a6ef70c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15461ffa11fbe6de34fa7587387f26f5fb82e74ae08505a38a9ecc6d9e364a8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b082c6ddb633a769ba107fe330c11aa85c6c17a7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925e0a8da75514bda3599928e1c7d7bf5d85e6967946bcd48be9ff475f14d647
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfce4ecf61a25a18349e49fa8b62f9e2fd0e425
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f05b335aebda6a2cb4a7c55eecf87816adaba1b1561b290d79d74db01078aa
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c746cdbbfb0e778b5a71b91832e0f89f3f30bd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041f3a6a3908c040f290534876554fcb51c3a6ed2843280993fe5ea4e12afb91
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f66ab529b4a526084eb598d4ad15a74a806df7e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae68dbdba737f0478dc980a78ca67cfe8e01998b6cb6612a72937bfccb0a3aa
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7b1e98af6c4153f0bf40f9e4d014603c485bf1
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fe989dcb2dbb36121f3e919594417b26000396484cb1116d893e34690512d6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608e2c299a2ea5f13f585b8820078e77d209cb53
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe36869aad5de3083da85a5130e38092df9b5ea695b7ea37a7a0b1a946dad67
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7932b0890f1b6b09634ca400dec3928b27d79c1e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebe6b55b6e6e4a466d44247debd8ae3d4d94c9bf34957d95c6c5fd37ff9ad2a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d3b2161ddcb079f9f891512d09f8bb1d3b3eae
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d009c34cbf42ee8a8b793aeb3349fa58abc55cf9554a18122f189ede54c624
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fe971c9c2a7598e1cda52ba8e8b0f9dd413f34
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16ed7af78e7b8f6a5d8982babeb0cd53a9b294eb5e06837a02011b87fd9c806
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c7f9279ca00d48c742759ec9c065c60544431b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0930e6facedec35b73e0866e36c2e7e052bc246bb763e2b15a4444c6015756
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92032e361853a2ab22c4659f019f4fb91002cb22
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e752424db16bdf53f5410a602a4c436acb4b23c1649bcdbb62b2263be1b78cb3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0117beca4e48ec0265273159820fc2294ca12a9f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97da81517569c1c9415625d5602a9c1c8a2d86bc7e1f95d96c5d057769083a99
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70fb1aaf580b6cc14b86c51e410f2400c730059
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaecfc80d0adfa4f83a007569f1b7d428b0c713e1ef2f6e73bc39d2eb916c770
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf60a4ca3773292128d1aee496a684e7c92e07d2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1fcacdd79d8db35fa55598f5e2a5dbc2ab23a13478dfb1ab7de45bc046177a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e1bc00ceca45cc7a54fe54d28734b114f47749
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f9bc262fba3a330a9ba100b5789f8d0c3d25490d0e885adff2b398c22d8b8f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c65c532dcb574253527a87afda95efa18532940
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0fe6795e07b4d0249ff5ee7e00d93fcf866c9417157cf7f062571adb276737
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e61f599b940cff4073254a242de8be512d39038
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab8eed270f83cf17b615b938c56fe9f724d6d8dc366e22f20d24841cd630f51
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c126e16f86f1bc98eb1b9ea7e0fa38fd74ef16
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a272bc8516409d4f410bbce8047d64ebbba84544aeef7358cbc4c50c8cbe53a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b00ab7188dca09b5386aecc62790a6d19d4db7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dedbfa7852f1dc282175ddbfd734e317ff5b7382d40194f6bd1d4c4513675c3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11136308680de166c9c93ae907aac3de8f6c937c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c909ba673ac56b5b0036e09ae7f7496424cdff4cf78965068f4ef14bbb73e8ba
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e1ebbff1bb9180683f762a5ae50bdc0e405401
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1824aeb1b00358403dc5519ae39b14361c0f306979084ab07b40cc75b0766216
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36be2ba0939721a52acee6cb8a248b4230aba0f7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7327d40826f900809d8e2d1f22aace5524befe9129feb0a85ac90ff2b74aa85d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9f6b17c7e80ba43a74358277eff59b7d0ede1a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ac615abdbe4ed23e11d6a82133c3acad811e48700bd03d9f36f208cebe78d1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a10c7be1e331c4c193f6c495085ab3ca73bcc45
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c7f4243fd7db2625673a530a91af4067d3c6420702b873b06924e051ff9c9b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43430da9abf75619e2af8b4b8e5ca6ded468535e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9620185eb3534a8b2976907b68213570853416e47e2b7460e9162dd2a9e369fc
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02c9e91a11e4494444d31564dac987e75f3eff9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32680ffe09f263b800d0f7a460af73b2181153f15b240b7e68659edd8a7a74f3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415cc0ad7272a17c774dddca0576123f3026803b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aa7ffae717b28bc5e9ca9466be52a0dfae25399d9f4e77d6d8a00f8b1daaef
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacf12924c6bb93270debef5bdf7ccb07706ed55
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aca5434658a2187ba81673eb6e0bd3f08640e4f0629b742716cff4ddd84ca8d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b274bd263b973b97953f8ad821e121ed4c7bc98
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a96e5d5377b11267499c6c64b1f6d9e49f459a7943e5da1a5845162c2604456
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375016eb78c07e4ca9c5427089a04419046d251f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6027994d9f5789d2fd077b85370033836f121a14d3d69874b1d5e223004abdaf
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a24a9f67857b0fec23b6d5183c97a35dcf48c66
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd6a0e0631771e25b04fef67122eb4c604d01d333df48383a2c0835a0bdfbd3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e1409cd02227112bb08b19c701f0d8169ba707
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910b6b491a884d7dec8d28343999ff9fa173ce3354b6621d212b4f8528113e11
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fae9ce3a5ecdccd9dd7406132a4c2e2a3b79ab
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e409346ed101588811fbbffe0fbf546362636da1519a5cfba736e72fa85462e
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ec8bbc28d8317c8ff3668c0f948c85ec9b9e9c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5a6f46a753423cf441649b3591740266d2d47a54f10c51368288a040c362fa
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f34b7d165bd1cf5940c4b8a3b6574631797e12
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5cc5b180989dd9153a70cce3595328ca2e41adb78f5f767326d29f4b87df89
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f0cdb36704f5e028d099f8928e73d16c1fa7e5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f372dfd7e91e7c3d0a2e6f931bfec7b1bf3e451ac41b0dba1efcd71c03db687f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8722735065a69bd06767c78be42c6df3e97af70e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27b4e6463e6da1a2e27257eb32c60eb27993b4bc6e5c3e4dcb42ba2b41c29df
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34207230a3810b672d08d66c3e488a444300dc72
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21302cdd4000c0b757700e0fbad60b444bd7767fbb6d3512ba14747f379b6f18
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bc1efa0e2fee3b6cfa37e215b9f39e3294f0fb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0673b88131196adec8af8fd179234945f825c7ae7a9a7977fd0c0e82e8e9c5d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f53073967c2ee93a346cc6340fd5bc828a8945e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb76d01c48929feebc38873ce9e7878d9bea1685f85376a65ae6e729cd3c302a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32334ec3d017eef17cbc4b7298bfc55b2b6b00d2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9ad9aaa162915c2a7705bb92294ed64ffd2d0153233d963cc9d88c0dfc48e2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91228942e18c8c35ae8760fee756cef0dd373757
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b292b4fbbd3d845fad428c3cc890a4c598f873411218ce3a145165febc3555d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7651c099afde7787c2a9f790584ce8d25678fb39
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a21bf80a790df66748b2a7431f15106bf56bf10c720b90f91a2d4c4c5711561
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1b7c47d8a12ab4531b79006735e9c49d7bb2b4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e660452d5fa3f4bf521327d2314a1984258eb234982853f6cff0f7a8b2169e53
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1c6fa6f148dd54d11eaeb9f6bf6483143b018a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9ee81a793836bbfac084ff174869c2083e232f88e11a82ca240668f5464282
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f897d62a772de878572345dfcaab907a5110bb01
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b8bd4616c924ac8e2e7acf7831664e8124b1b2849d5e866320e2584d05fea9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cf782cc3c855fcc33ca00ea07629d07825e989
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62254c9dafb10c5d2a6678ebc1c0a97bdeb98628a6add0d87fa92f9fc7402d7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c470b4da4da95ed4777b9ffbe97c2f7f4ae23040
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61643343fed1f2e0d9c4f139cdfee7ae581601c1493daaa8a588be28b29582e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd0a9d38d7fda0e891d005542acd783115704fc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2953c5417f31ba1b7dab5c46820b3db43d78f5b134ae40496b2b0410f88dde
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3688110c490f52eb7ee80fbdeb7f1cc31fc016fb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9069a5d3129aa0f8a8848b5a021dc9f68a5c2ceb9880acd0885581a75d71662
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7447ba89c721dd734428a48160e745ffdd29214e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3ffc96aa10fbb6e157994632612aa1a95b72af7e190efae7891ddbf89182bf
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bda1147d25c816042b0d92b652753402ac4e3e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a496ed3d31bc2c6110be59447ffe9d1ca4fe32f775ebe03552e047ca1dbbc2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70c6e8be59053cd5ab6cb2891bdfae69d8519a3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee623a792d2c1e656be38246c3bce132ec08ff78e93eaa088340ab7ca766d4e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b33938ab1d08db06d2b257c8de5635f195effe
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3ab7655de02bcc88330517ebc1d5baf7d7b93dc95c3276738d94bbd765eb5f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d295ecda91fec73e6c37339a25405093d26a416
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6de51c673419d71bbb046eed6cc46adf6f843b8340e647db8b54aeb25e1c5f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ee25308ae49c6005ba6cfd0a8afec78bd7908c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feebae6e7a486223a3a12d808a09c5c7375593e53fad94efdd8e14e22b6f50c3
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc42d1ef8961212e309b4fd60801eea8362da92c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5609c0e392a548fc050f3ec6054911c55c6ceff03baf0368fbebc138684f02c6
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9be59e1935c4830370af7a1b0e7c1a5cd303edd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc279bed609f69d8bcdb0a35d59eee8988f4da11c2191ea51fe3c2be3c3253b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639d133b6fd5f8745f137e27e6a715ca05c4da1e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa180a8f71a9ee53ae77c7e1aad4475e247fe0285ccfa16887974aeb0af3a54
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78721b424c86be99003a84a3faf57627ae41952c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2b35295e1f134184fdf13f55535804b07d91ffd7db945666c61338d368cd23
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d067a0603367e5f3205212975ed5b675919ecd27
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab1d7c36646209a037cd0d4a777c7bb7ec728493eae36e3bf1671a3a2b8779f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b1c9157ce432a452ccbb5bf5cfb528352dc433
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f3e506566242f04e854f4ef38ea3349cdbb4667adb2c49f9910ce4ca6ec560
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebca513ef74035f1c0f2d09b1935e50eccf51e5f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f887886a38a9e44ba8e2dcf06a7bc2c1a4d83e097abaa7a0cc2a2f8f512d93f3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6735867110669b353d526f9b4a12f9a82be3c61
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfec1aacd1576753c4f6f834ab7d7450fbae925481e512bfacafdfe54e2aae8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2ec699d986d5d0048391090a12122c1caeeb1b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b635f57d356562de978fefd4900ee5cda422ce2e3d274d8eb8f4a716268785f7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c44f74afa1c91f5688400659049805feda0002
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f8faa714413d6bdde3f4d253674ce047b1cb0640ffc8e63d6fe8db0a62a041
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f73d770eab25332eea2f9dc5194e6d03b9b5aa
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f84e1d94597055f73420668ed76b61eee1b8eded1d88d992af379e2fd105830
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd9c314f600ba93632451de0dca5462dae50637
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9a51ba9b830b4f18e420e4458c417d6a208f9454646708123c16f080c4708a
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6d054475328c3ee2ba0cbf94797eb9b0528790
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0becc431659554593be88d449eab2722640de188845272cb283426c409fbd51d
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14d68f35b233a6d10f7820ca0bc06ad94e3e3c1
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50031152ea7ba9ddb5b18c1651c265287a90d0d919d0f75737d6983ee7996de
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58054daa97574e8c2f51301ad39eb38422e0247e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7782cd5e489a3d3ceba4a9775e2ecf511a0c8e90a1d36a0da0721f6d2877b6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489ccd6643595017325318759ed01d382f98e9eb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d29623112d401edb0a0ea818c9e0dbd144e3441bc60010283883e612f3cec2
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1a401e892230dbba3a3c9fcf5fe95b52c81d74
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89b1a21f47a8ea1eb900ffff2c7710dfcf0b8b6a624ebf558810de82f013a87
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1449d306371cefcc88808687f4f22a71fcf3c679
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420247a53cffac0b25f840ca7b010e4d39c75d18840994098c57d599752efe0d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe56bd79f99946c6c4591c52adbd70a3178eaea
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313b0c6b6cb284f343f87082778ff88abbe0ecf4fadad5c8135a26e283620843
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ee89aee56fd5504e8e9b46daf3d05e364e4b60
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bb58cd70c8d295ca67b3dd8ddea57cfe3e33b338face0c087823d708a26b96
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0817f9653b264e10249e75bab2351e43a0d30fb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edc380f483095b738d796b8c3757047e1db2eb2345e7434c2debd2fb14ef644
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd879e3a57ade00599b3efb6acb340d5da04438
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d992c2c5e224924e7f17f199d9b1dac54ee59c902cd68facc771edfb588c07
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da90be31da322e2eb5bf9969604a6568cbc46b89
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4ad470d32f40c229db36c11a8bfd0a30ec5e48623338e961a6eeccc56a524a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3485a0a290239d9207b4f4b83eaea112e5b9f596
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8dd15f2c38fcd3499735fe2b8676b5ad68f91bf52cc00eb0b3f972a3f56211
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491e71ba4d8f3169851a8c44c7533dd15ecd395b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8a47ed4eaf250ab26ecb9e329cb9c35603eec33f6c8a3f9e16417bc45f38b7
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259d4568a844dd7ec709ea84b240e4b4e781cc0a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a8be7e2d12a88f45602e8d4d9ee7afa9e252321046d038af40c7fa73643a7a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf89067e6089f46757a3a29a4f11f11c8b7966c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b8f3bdb3624ccfcd415ebc9f6e234c2fd10e5310e4be852bb42a19b969c0e0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55e5611f92fae7b9889ebea4490d55af7ad3d64
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336e17b80d79b9409a71348d810f3ee44797f4c1f2c4e6342a3186e949437c8f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8009d0912a26e2d910de5e6d9cd13d08e14ca9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334a4070728dc608a95c557221aca3b50033cb7f4d0842983af6227541768f13
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80106331627740127a30fb46e59443e1acabe7df
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a82c48a173b4cb92a8e6a96d461aca178d1e151cc04e21ca24bf5a1e3a367b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3f348924e8f9460fe1671482a962497a9f5c25
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3752c3feb91197ea894c73b1c52deedd8c7692a0f42bd9bef48f68a1a9e21a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddef28352eecb1a26827ab5e780434e69c16c9a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5394fa4c8d3a4428fc84db2afb1789a7b2e63212c78159e908cc233a8ee0ed6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d932536c75a6d591fc4dcb48d667e9761eb0b0cf
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78166bc75a6784c726e498f2d64cda5cabbe3ebfe6d456375de15e8eb64c56d7
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d14ef06b58e9bcc43c110c0bb0d580d90bed04f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d01a8823d8391781a55be58a44f02416a5a20ffc50fdde0f68d520d355072de
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b13bec9745b72c5517c147f3c4c82c1608fc11d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40dea9e655b938f52acad31f525d196e2f0b3e69ada391e6c3eddcffbc3fcef
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e4a008b226bf081bef17c2b35142da8382c684
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596b178b5a0918f98632d44013ea5c4d78551d7da7338fd037490073042b7a95
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7cfa353e67d4a986b5e2274962766db88c1ae4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef00ee930199096cc4f73625efa102be15c5c8f187973daf3f262eac81eef369
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb41d765132c8fd8a6381a8e6e8d57eed810c8e5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048fc82b5622f1b07f5bcd2a9547040c83f967bafba239993ec4f8e1cf1ff64b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa04c65c4752fcced645cb5822e696c15709c65d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1a788b18300aaf63a79466b0ad705a717d06cf61f352c5d47391725af98b86
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1a5623d15601292963dadbedc51287d5d44977
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028948315efaf33ccb1f3007b7e3e5922c221d2fac6aa1a3a61c301ba203aa61
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac8b329ec799d86a994e8f5cffa2529a81472e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1e3ee81e8475518fdf70ea258480b17433671b16dc950f47a19f13a8c51701
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e122ec889e83368fc301dc1ab4eab22f7e9532f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92790a265845c7e2cea38736e5981cec2e02304371473a5287a6762810c76b38
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8fcb86ee3e75b06cf5133679c4e5db089285b2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c63259afa7649cb76e374f9dbd9a97c65b762dca4e3c54ae83297dceb12e005
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9877e889721dcda12ba21298a8d2e9162e8b3187
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6392a6be9fb2191397770008cdf0ac6157e4f2ea352f15fc862c19eb437c9bc9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6c0ca65450f2c67d588d056c8ab38e684ad702
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23157fc00c88e50cf55e67e1c448517093b74d3d8a7b9808d3086005ee35135f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffd6338fa84333d9b56f4e463143f21d7b68bdc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48286c0f171401509d1a9ba9e26bc9e922a98039978270c7909ef1be09b9894
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a647439fea8f0fd7f229938d1aa28ab430da3f3a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e2bec17fc8fb14c18150617cc1d5d408476e58f869c2cfa6d807c7e5d061a1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd6cf5dff47e3e709117bd05ee80dbf5f9b88ca
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd36b4e58be3d52aa1c2c3ab075b8036ff5dc00eaf6bb46fd41f0b07005d5115
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784070380d7398bcfc287f08a8efbc7f50a63abd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fba05713c494c38a127b8a3491c6a78c6e76357b4d6e51b73399eb8bb7213b
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31e87ddd0665132bd3f2aaae55e075f14078696
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ac1102e9a4f70ae6e45646687661869485995caee6f8c1d497017a1e85dc70
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a2b0e298c72058e4734595e7a69463ed026f6f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1635b6aca7464b0c4c0e663d3d70546ea9e7d90605f548604a4b3464e1d1c58f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f896ac40dae9ca2aa5ce18f7bf5ac67e01a52143
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84e26d720b8254b1741a786de71438d9294b99605a65c2fd99afd3561d66db5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c70674bf2171e276205b2e6a99af11ab479a2d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20eca298bd5e620e2cbedadae6e55f1cd4763afed01950a5be5b23cd7dded31
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb91b4469f4128a7075f90b998fa6fdd83c41e4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16ddee1af08f8adfeea16648c4408b5e91eeda99a11b4a63d0709fb6145bccb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3d72288edb84d0c58f2bc2a9eed8570a7579ce
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b5c54a5b40d97652a71db544320c5f33560d9e67eb3817e763d836eb44f3df
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844ef39d9875528a45a483bd970a87a1d1854bfb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834b1854862137e771a2abffcb5ee6b0aedbdcf83180054229d3b8893501729b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fb98d858638d81ce90222c108eceaaad7877eb
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5a46e1f7a23b09e4cec413d3b67e791414d6ab2aaf6a2f059ce7b7f225d7db
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d795058d1225dbe198b8902bed6d0905f5108db6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e7ff044cd76c99040b8ff0f2b6600656bfd619b73cafe3de48d85e7c477732
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38abe6d196395ccf8f6e8be0623195f0d17cda4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae81b480310b9e93c9af81a5b719c166cd837d8436133c7cf63af58c8aee8cf
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36721c8de4cd9eba2bb6d0c9672a26db617fdbd8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d8c74806e79cab290b08a4543fffec36bf84508424553e971ba5f763a48118
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe1226b10179570ee07336f00d59603bc6b94b2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e492d0eccb1c795e1553959482d74686c58439fd0a327d3226f98d5e0599de59
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a042fdce21a227fa9e9d076994bf825444faa8e7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cd5d2a577e7d3abbbe4ddf0deb57a10f32db734d5de9798884feae3283d0fc
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8849fd03b1d11d55609b791b96748f3663db3ae
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7206487eb22fa0ba7b091d770282d6f64d3a3fe5423d7f01e5e3d507b8ce350a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de736d6ab821bd15c21db3718eccfca8f6c91d57
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c9bfda3efede2f3cbc3510c77cb22ac2610f5cb1e8f4d39771f0871016ef8f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a85dde892628597f8ec141361c14ea9641b10c2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5a7e0d887de182b963931a556179ec4e917ffebc6726afc906df849f819643
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75e7137bcb6acb6bf41e65414a3d8a7dd1d27ff
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177b4db9126fafacd2b5ecb0fc0eb1c3cb86dc0eb094a6fe80ab312e66ea0b6a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be48ec56b4e0b04b2ad6abc87685f18bf1d06a8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f15b416be7a80f97bb5948b439a6203dda5f2d5e8e75cbd7c94803e9031ec86
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dada83c46860c4fc41bf4e4402da8dc5153fd1d3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1e63aaa1fa4a696cf5b03d74201c4b12ce47bb0de4c21a1a6432fdf876e570
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591347f2f409abda1f7137f986d3cdd9943dc19c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88d8b47b68d92ff3e5459234f18fb9b8bfc1ca5aa4c6cb8243cfa99a8190495
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32fb573db955d361db6325cc02d337f5d7ec420
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4dff69c1a022287bb846bf8cc45c7e449ae821ddc0072592d2dc012f8c6d1b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165af6d25e792a7eb6e202b7359aa97bec811845
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9e028cc5b57e54c778e1be63c5223a88ab833d9dc37322a6f1fec0b10ac434
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adf11347a8cca56ee5cdf3c9b7fe205a6873b53
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfa4ff93a6fcfed982d072b91b7312a6ce79db30a325c67a01231bd1265cbcc
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de8092379db4be9f7c8d54a8075a454a1b33097
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4708a5d3d38bb002ba4e672cb653ca93b59e86173d80e63f95bf22c3686b57f
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e74b99b9593dd5d9df43192e5ad0f2999fc5df2
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7db15d16492373e8f4a61bbe237bfc761a65c08f216003fd32d7cd6bbadc79f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5050636523757d93ed6acdf5ed808eff2927f728
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae6e35913f4677417391961dc11dc6671ce6bab6ff5148b28f8369c5499cbbd
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e622f2b7070455680edd3497bfd117af288df3fc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08efdc729d4b8cd70ee4735eec185f47f3a6d5189cb07e2fb6ddd5191af388f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e639a40b6a9d142e364ddad3fd0124d464b275
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb9f18191247411d30ee81876e53c2863b14b759ec612454a65998aeabd7161
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972afd4909fece99a864c7677f148e5891e0df27
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598fd6a9d8d97f41ee27ff8bd1a57364ce8c8fca19532cbe3f50c89389d46ea6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96596ab2c7967fdb94eb3662b7be0a40734dc19
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f702f250db849a3d5fd6510b1d5ad51cc19285ad6b7dcff7a752e5112db0816
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7b3bff56f5cdf15406999c312cce60a232fc34
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b789df17303cb357e81b7cd3ce137b07bed9eaed6c0c1135aecf8ebb5e3dd03e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cead825b0bb8e40ee5e57265ef8173ea0b2041
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25852520b67c71b9defebcfa84af72b3efad791ac6855e03db81a89fbc479b14
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c08fc4deac70e886915a7c4e23f03def9bee5a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8825bc173896f870e950abb62e34434fb4f68262888d0737627d1ee13cd4343f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a9aef3110ca8da2002a26ad71c7be19fed5369
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ffdb10defa7ed977447896cdeda1ee8efed7055bda83cf79f54de6c38a1122
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf5b9800e3547fc72e3e1d2fd1c4b135af434dd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52913b7622dc7b87572a9d752a7f72e5421cbd54cdfc8465df24b34d7ccc2d5
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1747386f53b6dcff458fd448498a39caa91ab506
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63956bf7c8a63018ef0aad726823d3952cd2c137b38e52c4f65686ddfd30fa11
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe07d5ca552d094835bfddbd732dc444cd9efa4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f78193afe40b4702009ead2d06c468eb0534f2aed15b2f8960cc6dc2635e1c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a066f2091aeeeea85d3421bc8776381b07ef7e83
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76ca79c00e234e191bd1a2920b49e87cd1637227a7ce7dc6f89126d1b9095ad
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed43a80aed85e03e5dbe0eeaecda8b74110f801
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd588c24f5ef8ece1a9972b8e17cc87f7131b39bbeb8a29bfe69f7954592f55d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d3be69a01cee2de241993af8eae816c0544556
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63fca92806776529530cd02fa4d609912a82812f0726e81df027a8d8bff515a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e864031d6023cb3a565a18baa0f6a1a9f2b491
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538677112557699c4e7c62d1eb52193787c92f986118ff468715606902f620a5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e97558008ba443e325fdbe21757c70270024ff4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e699c18f140753f7ba51c80a0973bca05d6904e9ef80177298c09f1c383944e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f6f3ff69b809b1b5d899e1edde285505710534
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e69ca980cbe79dab83a492749c6d8de43ef856ab8abaa170ef7429b1d3335e4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac72feeab4941bfb0520137af5d39d1942410609
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7880d52487fa61d659e145141464d9970740302177ab8f3a23c6429af69af578
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbf501e1c73855824d44ce67417b4646fc67750
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86296166c8328d59427fa18a008ba48797f980621e43d0047d1f78068ed85a51
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62fe2ac7f4dc6e35b876384bbe02a949c8e38885
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ecc478189049546bc610b024dc3c0084aa55639751c71755f13ea2d483bff41
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48050b6bd1df035edd1b08bf8484abe48be1a0c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d123beb6937c0bfcd96d7d54f2f411dd867517ba0c13827af20e9e0d61b3abea
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e362251d556b0cd10b735d2d9aeb3e93584827
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc44b3ef11c5e1390776cb71bcbba495d9475b3c5f305a2ec8784fa8c2e3d9fa
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf6d661856589451bc85445381bd5257c7f79e6
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1807a55b71c81d5251ded8e5fbfa996068d2ee022065372d2ce0c6bfc48f5fb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc760d882d073199d5ce4132f8eb97a5d31342a4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af019481ea0294007cac744976285db99760d23dd6570a23c5a62014ff7246e8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdae3a5d2bf1466418549607f6b97ca5935ca40
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab9ca10b7e3a764d69be02ea1e13bc81407c4476ae689e3113367bfddc9a9d4
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15207dfd630df3ce5a66d5af38f4c52cfdacd305
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ade87871d5afcacff6ab4d07d16272782ab2f57b11bf7f48e3ed27cc5091a6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7418a06aed91878816e9a796870eb812144e42
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5c870a277f2b20a5ae944f640c1a6020c96b9da722b88d11bf24152216420b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcda759962fce65f19cef3cf3d7dc8e75c3d070e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f863bacdf11a55858a93d75a0dd87f777790c95410701ddadbfa8603887d1c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4c47370f19ec16d27dfa3a1a5b28c4b2c87f4d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983339afa13ca9dff5d8840afa7add4badfc88504b62486e01cae8a7d7bd4c70
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d861a388019b400171acbf8d40a37dd84ac87af9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24120319d65db6b7dd8f366647a7fe58bb72392ac5b37e47cafb4cc589c58b7d
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2aba506ebfaa86eb212687a7be453df6ff6952c
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02418ef8d01db92359ca301d95283c613bd256233b8327c450c24c8ab4bb7679
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083b6ab4ef5dcd01de93609f161056024ac3b5e0
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a216be8a03726731bff484da9d2dc121ac2c732f78fad254c2479090b735da
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549340e46c65f521ccb9ac269cf6d9504815c8f9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991742aa9533c6b14894cd4ac8797e017b62c7f1bdd0684ea11f77df5793c047
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44536db70ae3f6ae7ed338011b6538b8796dbb62
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2082ddcdd9a203791a50405a94239d9676f6d5fae2fab1bc567626a014696733
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9d7ad213ac351284bd85ca744dde09b11015d5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952b7e3b1768b2f35b2fe1e9b4229700435e2a26072928455fd202bbbce144a3
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2226ba1c703953ed6c87caa40c88561fd68c85be
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa546eb5c13e1fc265d9920dded12a24bd009d88dbf14a6d5a6dba1496104b8f
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d7994e7460e972d39cc2786a99602514c4d493
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22bc2fd7138713ebe254b66c47bb0baa34599fed6b16dcf5d9a2699bfc88ed5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc56300acf1131af3dc3549585a400db3e1904a9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab19a0590b5cc2e98fdb73768a63bcb88a8584e7539abcba44b45bf7c054057
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27fe038e27cc478bf26ae239d0dec62ca753585
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1942edf3143b2afdb9033728c01d255314b2e04494b82c1a02bb9f27d44db71
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf38280ae4b6569096f5bb7b79d52a0970bd4fa7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386af252e29e3f3f08a88321f1dbcf8546b1db9f75f6b51b2c7164de266e8332
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9911dcbdbc342ba6543813a62dc2ac22043363f1
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d4b998b8a90b3d49480837f9b569ee09c4ff2246ff03341563a73b31110cae
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cb9e9b836b7f45b32ea7344c87d5d4276ed185
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f051525c2dd6552d47bbc443cf1031fb8dfc504b6fbbd7753e3bc8cf2a37216
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a641dc158a69b060ddcd0880416ac1ba19adc72
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f26570f99bccedb5a5600eec139525cac0fdcd447deb6c96ee7ffe3bd8feb50
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc052a19a3676ff04ea297aadd930024c6c8e68
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a59cf3accc539faf55eff9e336cd328888afbbc31f6f8adb36fdc5425628e6
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d95abc43a881906413438fc59a5d3a22be9b558
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab3e8dfe11a95c360319e5b0445ff820f1c4a29b81f680114baa0fb659adb34
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab0ebbc57b52442929d307a46e0d57dc58bbe34
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5c9dd5c78b41cd6646045183e147ad64b0e2175a321dd9be66abcf61031eda
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0226632fc79fb91dfc8759b7f2dd3e416cd94eb4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaad3c66f8b56269a9df8225d50b18676d9d814e5f3efec05c472f452f79a44
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61adf225f5cb7a9057404ccadcfa9d9b64037c23
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df73c4129ce655ece194d4be611c59629e697ead6eca7f08e944c5ac1b9a102
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d19bbc2ce63811b458826528b68677818bcc5e5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62cf1f8b0e71abc17d638d8a92f4ad278e72ad929266a881b06237fbb66aae1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41af6d057151026b8987084ebed2e0892d5b339e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cda493485db2b1735e9fec72e7fd152425dcb559fbd6bcbe270f680ddc5195
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c49a0d3c65aa2199587381997bbf6939e3e656
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1772213f7be9940783657fce94e2c750a7b57a9d87353a73c04e2dd65ad239c9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b233ae0d7be1486b7ba8738a627630c8650a4d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1b3edd8c832bdba442130c6c170a9263c6ac64bce513c66dbbb12a171eb8e1
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4bc0a2d2f527c57aaea4dd3e024bb21fbf40b9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad85351965b847d1e55ecb1f0ec7561be1b861247f0ecf529b2177ec3b0e9876
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac1076f64decd71b68f774ef94f364dbe1185fc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6593b49bde7c0d0c7e64b7ff214e94509814627ba122d06d854abfdea5bf284
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91932eb946a691ffd1c2872ec4873eeab2335a26
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbde40ba15fbde3080907c6f92264d4f20fc8253b3472a1f7131b7d5c4eb1955
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef03dacb7ed18e85d584204cd99a2454d55b5d16
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91de2f22ffdb1f1c5367d01dc39c29a4b177e903051726bc8dddce72fd61ef0a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f679eb52477584cf522e7ab7dedc6f91284a1
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec8eb59908a88f783c72f68a5d09b486b84115f5ab02c6b062e6e53d612ec0f
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df23b58adb96a467ccc7c75f16da012bf7fef01
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9944b56829d7969fd07c3696806db5a37e8fc876eeed7935b768f5e3175656f0
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80f9146131dd1b6fa116066ba8586872c5c5043
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ba45fb059ddfe2883b52abdfd942ca503c61b21539f2d75083759c9bf311ff
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6385e595fd0ab598e332d363c60716a391b04b
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a114280a7028b3ff27f8a47fad218a5b5de7a6b0c85242dd8984ec415c3aa0cc
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941c707ac96ab53df09ec53bb709ac80c3e72cad
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf6b3e3ee2b5cf3e24b5474090050f8a39d266bcdd40f8bc876fe557584019e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b996abe1a6c6eb47f25c4f96c6939b9714c96884
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6064df3c0b99f76610c9fe2a82a7f869bc7a8bc52550f9af7dc10b31192df9
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a613b03dfe2fd1736e9c991e822e8f108e1877
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d62ce82e141e6810b0b3ae6f431f2cd11ca0b765a6781096c7b6b91df3de124
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2d7b8b425e4844d81d68e241aba3e4b60aec34
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f1db716246de8c726007949e37a09833274a03d331e39c684449d0329dc3b8
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0c244e821924deb2ab4425a25f1e7ccc52bcd4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0828ac12da2d66255a990fb330aa6a38692be0b655dba9e9b1f49250a00c4450
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a935aa019045f81cbbec7e9bb1f13a33e1d9faa
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d861ce34b9d67c318aa36287708f156b8ad1b2b50df8feeec07765f6d6e596fc
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0ffad2f3e2e905f8211332ca5a6e27c9ad9e14
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6159924038c0d4c4ca09d69cae2809060ef134523d712ab05f1cd8a156570ec5
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb9a2783a38f99753db7ecf4d08588554c91f7f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89192a95b276f8ddd1916340743c7ec9cc76b58816e41e46d36f77ac8e4de13e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c64691a1f698d2a67e97c2737620d4187c05579
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe314d9d401ce2aa7a4dfa154c0db3d4f8fa5dc51c612b58b7ce8990749ce75b
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ea7e2dd647b5e0b805aabe12c411a39dd40669
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a574cdba1e99d90edde09d14ba7d33eae91cbc0f2e8092aec6dace8b3c9c0b9
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcaa9af3955c5e7e31777fdb0a4273740db8de3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8378d432a551ba4fc8a373e1b04ee64bcf5b6a85a92cbac319dbf561e0111f4b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f667996daf70dbe8dbc981171fe2fa6a54b3de7d
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58aeb2ce0eba53e6d2a23025ea402839969a8bb8b0cf52e4248369be8795167b
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4955ed92574e41db78242da56fde419bae48bf5a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0decac686a62f2e4444d7c0da04a5abc487d8fb062b737d73804b7286d749ef
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee10a528656dcf10a90457d441aa3feb7c03f2dc
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5af1e63d02b251d2eeaace2d9b4cf0e82b074a4c8fb971972c097943c6a1837
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba57e1c9b39ae738f399829dfd9eb8a3bce40c4
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d17f9f1424aa8e9e02ef543efc13b863c175b5d9df3e6eadf044422e967c40
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e00a3912f4143801c2200d877932270d2d4cdd
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eddc6e9a977d2f7dc48baa731e145d9b361131eb2f6e608238090f79ddb27302
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9670161f924c1f966c0f52be0873162d26424130
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd08f2cd93f5e19928c48d0faefb70e009de0f2a547ec6de5f78ca2a7038537
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f581a2c8cbedbd65199454815d3f7d6a65e214ee
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195b303fdaed097430121bed3af66dad04308b80e542e2b4f3b3a11935289be0
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d10a1c01ec6be22a99dfde34d57c193368af756
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b3ced102314d92cf91de7fe52a1b6c183e39e061fd49c45471c9e487fbfbdc
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c3aca31e7c2fe3eb1a83054990648c446bb2f5
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386f2fe158a63b70bc8e62f5efe599421125200f91e7d57dd480ff225ff3ba9e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe2e6f764d65cc9eecbd158a1397141ff5b67b8
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a9e3cf392113404db7aa439fc80ccae25dba9d0c005e207b0a6a9348bb0720
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9285e38d67627d4bfecb2dad6b37a15c3ece21de
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e062f7ff61c73be47101c41ba6576c92f32d48b04f94e34498763fb945653ddc
+size 42115
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afd2519de22f0fe440a602c911f0cd370d4d8d9
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5551e8a682fdf25b6b710c6bf8fb1c63167d0f018808b9071fe8e8b71f25a19a
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491954a6f26cb5aef7a1526743c4042c8d5ce26a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9dddbbec8b1255968bdf467a9231aac3a43bddfa5f838d67c46975c7e76f9e
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc4f8abd31bea99c25f115698987d7e65460db7
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9745683470ae5b590cb615d44d6181fd8d02b549430ca7bf3838c8e5e81ff7cb
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fb277bbf21c079304f9e5e239c5f01a43f7a78
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d96fabfbc2b95b579da9ea10986d0b906418944d05c9393ed0ec9bf04a13e68
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0ef04787a2c8012378e5ad35dded74bc68d54a
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8299e5819491433034bf5ecc7b0e1106872de659ce05e4505240c66b051c91
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddc509dd909806a24fe531df091f9411716e11e
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dd1044b90cab96dc90832039c3591834a3447fafbb05f4b1d233ce08629474
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77f728db1cd0f4e556c6d34c058372255859257
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38df647723d5f47dbb160592cef50fad73f41bc1665d7b168c2d5469ae6cb36c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e7b8d04dc9108a0f53b972d1a486ba9920a6d3
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1d8743fbf1336cd9cce39dfab4cba178bc84ebcb8a722abc78ce008424204c
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcc5cfe11dcb5fd2981e72c174cf6c38cc26f10
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5a8fb5f5d551ae19e5534cd00ca35caac345ffc681de9cab943c2ae32f4f34
+size 11395
diff --git a/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6701ba4ab55f6544cc70ab4041b372daf610136f
--- /dev/null
+++ b/params/phi/8/rnd_search_t_no_sched/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6238172ca8d8ddcf8cc44b580ab2eed79ee5594296b1573e7e3e017d6a1d50
+size 11395