diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/lm_head/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabc46f2c4b2edf4f8c8c8cfdd44068d6f9158c5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbf5a3236b4bda67cbd5696c4e48ce96ff163b3ba4fab9cf60ba6dd60dbdce3
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/lm_head/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4750c99fa96f1e4351672a4b955384e0e083ac31
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b6ca4022b00270f4b7cc4f6cbf46607debb5a8cc850127f3362a8ee342f4b0
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ccb93a414236b49dd7493ae5222b573def5639
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff14abff21a59681555f1ed7098ab37cb081d9e9d2801abfa7e7ecba33eafe3b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226d009ebf35d403f5d7d4f9e112af91211255b5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4ef4f14ba111dca382184af30a2851f51e3644d48296a31c3ebb0835dc7db2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf822cf19d0b68a68f46173e048490e7b23e8b46
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa168a597f63636a56ea2f0edd57abaf35f8472755f575c77410f748065fe84
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a1f86ca24399990946a621c5c91bbd2fab191f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36711ddb8ffcbe856fc570f4a7842b814902bfd59ffb3f4ae1d0573b8904d59
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07aa41ca80c5181354fe041677dd39dfe23f66c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2c844d9a26ef9fab6e30fcb1a192f5c9347b25c2aade1728fd881804920a6f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad165c30f55728d56f9507ad2e65701812faee9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa5bba8365e583e56cb2ed060cc5a5beea9cb7e5de2579c9307f7ab01dca2fe
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fb36b9cf518bef8159495dc3e32f804931b445
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db331814f3d810d9877bc3f978e6d060553f4693d01dd8c022f5b334723f5047
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c070a52e1b10897747ceb50f065301a59e2f88af
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b06c6fca1a324d59a74a26d840d50ea65a4b80b39c33d37b30021d49e4d6f0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95be29d8be586565d114039f0c706f76eb3f0b08
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e9b2c5260df99c4ccc02318eb0985e1cfebeee2555cf5bea34549bdc1901d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115f2655327347c307e80f16177ddbefa9a156ee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379236f52f010743759ca65973b563a0e3025e8e9e522753fd3f0d17768edcad
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20adbed37dec01fd7030016db3463870b6deb70
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e7f56e76ce57ca47406c98f18ae50e221ea0cbe7c15b02c3e9197eb1aeab52
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8e9ffc4ca89519b3273684ca141409cd8c394d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4fe0789de715d1cf7c10b80e4ac689133cfeb1f21266be604fc02ebbcfc34f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3362424ab4f83ce4bfbec8c1748208e86aea4307
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e651a97459695ce3958464842cb249d9576ac54cb8d34f73bd61de655823f377
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f387527f847b56c4e80d9ff6ba14c903f8916472
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe112af28ef27f24168f11a225db242ab244f365277174c0bc0d7a5b0adef526
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae7bf29f89340a7cbe7607864e7323640987209
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0013620db1d3febab14e98929228e939c49ef7b0efada31f5f875ff65f108b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac43495b3f1dbb0ca8a02dd011c35b1c12fc12c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9247895ff07ca0ab600d834c0c12d3693f724500feabb984848689580b0c5205
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6915605357302ebaaa52f51996b88887190d51
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb881515bc6d8145acb112c12e535ac0b5a6f07b56a71a3c41c5f961a9aae92
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf176de0884c3c419f83b01f26727f256f84a6da
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e21ffc3af24d6eb387f8ce5f35636fa72aac170a288e4ee6de58ed2b6dd0b03
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44292907ef351b4c90ad5acab1a0ffd18498a3f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4f1198c96d8173dde4c52025aa9b0938417a6af2364c828157b8494c79fd9f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8565dea50628f378fce301832b7b8f0dc631be
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d07e9b05c9ef5840cd36220c3ec8a45697b7993ea73d3e728a12330b7f8899
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3892e54b187fec5f31879490b4b59b3a4ca24924
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462e7b94de3172f1557502cdbe92b8723f24c58b4dc559fcedeb3e851ba4a3a0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0929ca42329b2d85a1f3b26a43db99bab8f30727
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a240e69e3242a62ee703b0f4fc9716769a52ce420630bfaa0c16b92f1292ce8a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410e2bb9ae03562beca4f9afbc12122ed693711e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d2298e3460edccff702e9c0e5bdd446a7dace8ed36aed9247b3c2a9da023e6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18965014d8f1ea9678d46d9331a269ffd4e0e97
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ef7c2fb017a42b7e5518fa74cac0a31d967182b1d379ecb1a45193de1c09f8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4b6f1a009f1daa42761865a6c06c81693300ae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a737a4745d824429f1fe614d60e3659a7a62ed669301ce79a2239178f93407c9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b483f2ed391c1188314c5d17d38a4da8ca3143fc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451e98483f18441cbe3ffae1e697e7dfe52a1db9aacc3408b63c63498ddd0f93
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ea2eb601cb23d1eded9495b40571929e5c7f19
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab76d377536e32796d5a2547178b1b8fb419e63211fdb67fd837897d751bd68
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26e007b3afd499714d5120c9ffdffc763449149
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b6be13134609f279d5a23cba1947e0e9370b04cb0410605350f011f437a13f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cabe3c725de6281a12816944f4871d050d3d2fa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bda6d2472c5abe870ede10420cf132393248e74a165396154fa7e8b3e93635
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f6fc78c07490730d3b528352e788dc68638e4c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667d976d70eb5f4ff4c3ec4d8e4a6ccd71a06fef195d4af4fc4a9adec7b06cec
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cdaed687da663d16f51893993bb161561831ec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffd90f1753f2a8bfdb42cc477a09e5d38a672889a13c0caa8b434f4bb28cbcb
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee14cfa6949e1a9eafda166afc630954966eaa7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e27174e907c927a9ac4428d0e68147ba2480776c50bfe8007fe49c9f5840de
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2accb67b1e1108ec1bbf5c03cb4e886761b51baf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959deff2e468ec3e0d22b85e22d459618d38df956e3a2773b6590b02c882ea49
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6159b44576173979a87f87f2fb98164e9168fad8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7abaef29e7c8aa613c6a2ee571ab4cba355bc4f75cefc1ae6436ba50cba829
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d8260a9dba4ed811c0c5df4f219d29854b67cf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9b1e093d1417ad47f043e01d694c6a28293af6269226034d86982f4e6b988d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873faacc30e803b4251595141b8ff974ce469434
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f75e3c68d4e96144988d0ab3366e4c893fdc64d80f40109e76ff12f5576c83c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af855d5ad82d18d3f8ff2ff02711fd4720c592a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d83c8d595230e34460b962dd2c164086b8f1d4355043dfd1e37e4f2ade9dc33
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a79150cf45697a9dfed7344b88e4c26ee6cf47
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f327528242eadc9310ec345c70f43bfb880225de325a9abac2caed5cc60b3e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c1e7e1971ebfae3c5c64db9942b1cfdc7d28a5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24563e6fa2f1670b330f19007c13e682169d49fd4201fc2d9c450b5228f5f92
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afbf3ccc36e03f27d409369894e3454d766c32f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7657f8a88d3a75b5ee902c3a4d08c2bc2a4723d736e9af83c067198e4e135460
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4d348c0e7315c682abe1f94195f8a6b019b4af
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b89b8c5f48897076ac237c7f2786cd4c902fd223977579877cc73f8572bc9b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8d465615423b27b669d7c3def176cd7a4f69c6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f386f73e57f7f2266d16b9d16b9247a81955e2beaf4aada8dcd5086b2df4c149
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ff8fd2ff512cc1fb034e8faafdee208f800269
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d8009f5975cc9f0654d08e5b8cb93b491536121922c7055fa93b843cbd4be6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf7594bc291a31fe9a7244df4e94b8708dd82ee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df998cb383d66c5a69fe2ffb3470f057c0043acbeafe7cbdbca2173bff1e1c69
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1848951264a1a9b58e128a53c6286ebf48dc9c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e70b49313167dd195762f3a36009f2c277a34b79536cbc8668c5f6f33799a97
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ce03227b70843c515b898916aeb835617dda60
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74af9e1717e2f499ed098b27c1c905573ea3e2b4323d71b12a5ada51148ddafb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b810cbb6dd768df112b709a53218fbdbe7c306
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732d5e03621c40914d0689b64fdc4b8ad256704f31c93e2d2094644082ca6f08
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67141026f67a91a275769e53cbb27888ae03e0a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346a5cb4530119e19bbcd8b973f5d7370a57c233c896d2ee829e96fdf728b02e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f70b7c9b4997d62cabac061d48ee6686076e35
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c447123983fb08351f8ae1086549846acf54fd6e9775704353162b82b87f271
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2cf17ba47075ff611b85d739bac259890825a6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251f425ca4ba67e81e8fa7be19af577d6f052655fa6105a85a459d03dce2064b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc78a13815f05029dea9dbe9efa894264fade987
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c776fa8f9916d23143d0f79a04a79f5182b0b5aa6586b7ef55fb2a51d4878f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663d90d432cb044b81cf4ff5ca99db3b01538b83
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eeca48dca573479eba710e0fbc6a0acaee7bbda4a847ad75e626e5c291394ef
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bef2de425541c70af0e17992bc19957b9d5f93
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f4e6ef88c7180ab1c1b7a4e42a1e438c90fa6bdccef54f9e6ae3a063700126
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8b654c82c143a5c64af5449193e65dc48460d8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075e461b16c6a606162cb190954a9e4f8c1299df1f9efa69c6141bd8e029a153
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dbb3830914dc137883effaa3888c6f723064f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbdc0bc6317d461e1d626a114594cd86548c340d1223b32665f209dbc5a00af
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05722314b446b57a9d24621e71348e4244f91ae5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffb9bfa3294037ed6c460448854d772db43bf1c69c3adcfe5a73ce29756abea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211f305eff91ddb8bc7c51ee02a52a01fa67e357
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a3c50269208b27e420c3d3d022316f98a289cc635db18a964611eb36545ef6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4586e5b8e9ebabffe9c5c1b0f46ee702fd800eac
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fee202f1a9d4e5f9d3299c42e9d3eb9e36855b32535b55ca9b35a89c9b36b6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfdf1531b181fe52ac1628223714f441f077a0b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53448878bb16ad150f1ab4df659c900183321679e656571f775ca0bfc738620
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c38547c36550ef9dff9f581febd1d2b937e05e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6807ec1a7010776b25b2869f95f7bd800e49078b4b29d58900fcee26fd28073
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85afe79cba6f064b37896958d92c47d74f55556
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74649f35209a8bebc9a1e892ac55ae3ee6940be9e2dab25e266dc2d3ca239ad
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f5a4e846f12691133479893414d163eed31156
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714a96eef50c65a9f1eaf5bff81a31649663bf27b684371390b29ac165d8956e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365100d8084c385da6682ec9301040e27481e736
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118f291ec214a7711b83df263dbc062ee144b04d51f00d8cb087b98865b73f7b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f7041dd26a53964c6bb6714a6a1b9606fcb703
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1e09c1729ee01ade9b122c53da67154f8103f650e25c43ceed3dc6a8a48d03
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ec308778dd01d4b3fd6830244e237fbd893b3d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002f866fcba3fcc393e84371a5c0a47a90713d1b915498053ea0e542791d05cf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de4f509a8c1c43959a1203f506edd268c15cef3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edb7c47ad02b251d0f47c0ebb8ded0078309028bdab29fcc4e517a1582763e6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d1d227617d0113c151616b00164f7d0910716f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f727471168bc48448bac2180e5ab4b3d92ee856db87ca2147b0a0cdd3ee6d21
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69201c2aa6485f90261f1944281ed7f0b430342
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fbe8890ba79c7da10cbf44ad29966aa00810e0eeff2ce84d81440cc6a34e08
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb76ddd272ff96987ec5cb29d62380ce3273d4a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f31078167377d837bef67f94700231220c836c0671eb6683ed7ba1ab43616c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c442972592f28d541ed4bde573857261823f8f57
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9588921524a15ad39ccc8ca7452c2fc316a92ff5d52fa7ee69de1b59f49de2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d1592d3fb93084982d6486b66cfa93d91b05cb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be72f4584932af2380e3188f24604b65ffb869c1e7671ed260bf7f08a651e7b7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c2014b6fedd6c51f5391316dc61f4ed32fb962
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5a5cbb5a9cce18ed2546e90f274a25f47d98381b4cd05310e98e2f02a6759c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e939bae3091c5989c13dda4a5d714cfccaf59ec9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b0a176db0739e31e921cef24babacd5733b539f75aea773af11d5d1df396a9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce304c56b34bf28e3ac331411dfe9054b787b4f1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb93feb50de4d443400699364f6d69f055bfa538eca855c04708b0a96090797d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b8acc73cf812222f0928311197257e8e560020
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b1492565e537f52db7a0912e2c581f196130889f4efc6599892dc3bd6d5c29
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b40f0fb2302aae996efd69a57d021f1c7a9ea7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69278e9d74beb5c08818836f85db43f7007eee78f5d06d63addf58bc121b48db
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5033a8f9a104fd4b7b018ad22dc77381e42d6e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8591e729eb3d0b86fa124b8c16fb8ef2769cbb6add7f99dd172104e4ae928232
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e5084626b928154236a14ac000f8ba811035f1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc0fc70889fe73699529fd25ff66a0455eebd4337900d942cfc54d0d0c560df
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2494606923662785fde42ccec78a8ba4e28f995
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f6af39008cba602a5e50dde9df1d82be2b9cf4f254d2c47cd1f292de99e693
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a92edb521b869825ad7fbca17afe116a41c7ad
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dfb6eff9003b68f8bd945e82fea86d4d4f00230a3e866529eed0d8bd094e50
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1782f190db40168067d0e4e7efe1481b0f661578
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2860cd3468f6c9dc08bc01b9b13c91fbf0e4e6f43f2c1c51a0800f06539ec2b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f61574a1036f2cec33c3dc1d9109e4c4d14148
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cae0980eabd8d9b1b49051ae2d7921fb3d151e5011139c6f774a461af30bd3c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6df01f9f5f1e6cb0cceface50a26e7fb9350f9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e6cbcae9f6050eade3781b6b59253e1e379e04aac0e7d95b1de0e051651be6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286f5275836e8266da71d607f73b14f433c7a963
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8605919a5dce874cc13c466ff1983c343d81152f065bba2b427659161493cb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50011edf3da843386b65bb84abe4041f459f7e42
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119bd03ea36f11c4010a32bafa28a0ed88012afeaff8aba6162a3a308aefcd3d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d1c2e9bba8530f25f628e9aef9e082edbc41aa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c457c78c2064ed30a47056533218347c4cf2077f27c7addf7bb8dbd0428aec83
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660db40dac4f0073d6691cf1757fc3681567ba0c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25797c8c62c559c9ee625d028e4a423b468235fe33225e690ce000cecdc82a0c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228871e9e93130388780c0b1030f94cc6d07202d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a66f2a2646d5e206049f868222fc3d8f0122a2fa009acc6fb2b5321ef48c586
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82c9bf2c170f16dd72d6d659d477a5480a52564
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b366926aa57f1104ae72e6a6d3c77d9787ecc22d5b0a18ab0e747856b0c826
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c0da84574b67929e7b6bc78b63368f548adc3d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cdfda3698ab81d1c15ed833b3471cb6bb250c0a84aa3b1ff63abf6589d09bc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15621761e56590cf61fad0b9460488b10887572f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650021ecf50ab7e0b5eb6a910a5b7a84fa980d1afad928aac67ab5f1ce7cc99e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0461c76f34fd368dde5491f6da0962cd09deee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cecd5b4c2b9f7611f0edb0dd3d8deae48cf52d78400077190106c803c087c0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470b184dc48e408aa9e7939ea351039077d52668
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892cbfdb71da6008ebbedb948db2dd8fd121d9e7fe68c0593d98016cbc107a22
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f859525c209db75985d08c324df8c847982267f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b766c07881eb865efc676c1e249e817892f9ea2916e25262a672537a72ae890
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2a752a577822364a148a3ea9826d5d8c29df69
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79106489437aeff7752e8057987c3538f54af456489de9052e93fd7f2de414ff
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d73b3dc5fae80d4a1d74c5878d22ae34cf13c88
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8365135cdfd876e01a7699ad304013ea925e83a927877309e0d140f34ab07f5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830568cc8225c913876abbec920ca8f02d80f49d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42e982cc16fce0e79ffe367eadbf78cceb75e0befeb3b70c5262f97f8b71d29
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d200b9f632b19bbe52be930d28ee47d692e886
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ff5de021372cba7ea3595a4cbe72a50e4d957f053cccb5d6335d0188915d93
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c9f520acb4c74dfa38b490f5c721199af37f40
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7261f99c73697d8b999e78e6c70b323c08c13882e8c9b1cd00b167c5b46a588
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bc126b388d11670c52557a2ceda82eaaa5641a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56aed4a4d226f0e2aca30db5b9c803a3aa327f7a88ad7dcc94842116771615ab
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d26cb530f7fea93df471a34c26ccddf4218652
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa219dc39dda7a0f02080abaf713a322d43c57893f902fa7a78b3a2a7abbf9d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4748f84588dec18dd02ce6bf9e018899b4c19f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b131d6ff1000582431156b5aefdce5deb33ccd5aa905fa2e99133ebee5d571
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6289137675de537c935c29571b94190100050ef1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d105f2d8ac04846fcf8a7a33669826f509ee36fd9fc09d2b71ec376fa76edd48
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca77feddb1b3c76d7c91208000e0c496785fc8d8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6b1d4f63b3ec70cbd7eebfd90fb0bdecdebad1388e5d61be07a7e1809614dc
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755f306035195696140074d11f5a45dfbe01221a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87e3742a1eab51cba792567ddd5120b49773f94a70f1edaf1accb26221c390e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52d1d9697f61cf48dbd4904a2b23ec827e63b81
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a53a8da1aea99f90a5cddb035512af8aab1f07dfdef74a1be60f5204c698e78
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed71631952fa841f8e13fa8609baf6a6cb768e6c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c35b1312ab72a2e81f047e779648e611a35cc6dffa337be8562f63a2bfda68
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff0e841cdf34dc0095768811e9ce716de77cc74
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a913d6f84a16f04fba4a0410480eb5e17b2eb655e06ed8e1a6f8fa079376d046
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2515d8a4cce0c1623722968efd19507d26863b73
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fe904fa7a740317885ce15345f87234af989734df8e8cf5ad57d2c13b305b6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d52175d98fa499a1d26e69f702ca78f8e911bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ef262b11edca988c83a71d0173e1d7d794fd7d516bfd4f21057d81d3f1ba7c
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7189f2daee84fdc6bab419e7619f811bcb4b3a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36188d010aabcbbf3d2dcb9b8d6e9c2795d7a80e33f0be2808b5aca504cbe309
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c0a7a91f52d222e5188059d9b37afeeee56a6b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf50eb6c8ca9913d756735b7e327f26cc11c8d64f2b56bc2f8cdce84bc5679d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554b52de4c2bba1e5735167fdcc65abcf71e6128
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3e5ba37656dca69c440df1a887966febdab11406f8d36b6efe48e48c0b497a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ab6f9c3a093e509f62b8c0e3d49d7eb4122f43
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eee12537d3e9d7a7fbd8296e7792443689537ad6327c877eff3b732dd5a054e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72accf34d33f6a30b2c7e62e35e93ce4f9e36211
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9b3e139887cd87424c0297f2428d627c87a96407af7c026b152265462adc14
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3fa9180419938cb31fe25f1b452f14e31f289c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf7499c1ce439713bf811080bb4309023af7e704eee0e7082b6c7d3a833d8a7
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eee844a91a569930600831407ab6f03538ddcde
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f71807716e41aeac0dcf8de7a12a2549f62a15f572157f783c9ed298f77058
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e50308ec7ffd92253b51623f4b4de7907e6d82d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef46f756ccbfc836f494eef493d288169bcb1a6de63d021ea467c7c8906cde7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d243ee4c91dc88b1385e40adb9fab40cc00fdeb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51f1d6ec1525beed721cf13f6787b94ea6f817b63ca5c74ccc67775763f49fa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68568e0541586bb78e3cd7f40364f18bde67b09
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f25ea780bf78d45534cde85870b32903a554ac91b1c4f4f387268a7cf16feac
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d3a802049798dfbb69c0020c1d47971b65b5ec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404dc89b97bc2664dd3e01d9c60a81d32813b259fd344bae7c4672f8c0ff204a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf9a6c83e69613fb3229a8984886de6b8f134d5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc0e0416bfbf1ce1a8a9b7d2c117c36a68e1dc24340d1e8206a87f3b1499d05
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7411ee44cd2e114b11a3b9cd5dd3e7e42be0384c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225b685606bca37e849a2aa87f11551e6c116e2e93412bc6257741227ae36d02
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c734280d10f875dfd027c7fb3b3171f7683e56
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7913a807407a32ec08547ff2570c59a6cd626c243e71bb0d2f2504c4e56ba445
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec3f1754ace50d9227837c8c75f4bfde8a1879f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140482fb41b97d459c67d6fe041b3e8443a3873d4c43e9d231f694f19f64fd5a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47f224d48c7fafca320d0d12ecba32085a28cdc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b142dc69993319cc944e11f4213dfae47d6c4cf5db838e41883d7555c96a635f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663dc7a61bfcf00d8921a17ce42c209d10194679
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890456def73d90aafdf290814988f8b3263e8c8c5c8b3431e25ce8bfb5de67be
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1659ed077893e9141439940c5ccd37d141f69f43
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e9c8eca6738845d2ae1af681d2893a73e2586fcc5c46fcce58d4417fc03a0d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b651b58e6700611dc629b2d56f4c943493d708b2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a5d84585528c72c4137a5ea195b79b7b44aa5515de889284a194be43c7397e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8672949b52d6c5f546940944f330451e0512f516
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711e6c7b65246e613776ac3e2a125aee822f7a5a2dd07f8b12e1a31cee46a138
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cacba43c6089ea0c2e9b6e114acaf7e1fa0742d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be49dcfc7f303d4ad88f6fcc8ce4493dd160324ca6c2466d1161931bf30793c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857f409a7925cbe1b431d1e8269ea92995512561
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2baa56b11f1ef0145f7cbf34604e5e87d59b322e0c4b9af8420c0359931e44
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbb33c9493149db845af3b14deea6470a611743
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd0e34f8067c1d75f441823ce6270269aa1593b1bd438233e3132842cb82d17
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d6ae8d31676cb7712bd48fd712b8640850018e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6674bfff4677018f4ff835dcf04d9cd0ab864e4fe7c651ccb8e66d10124dc4
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a306455cb296b6bfcffe44d9a6308e24bc3d8464
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e020117b2543a3d4b8b6fc90888ea42d1f4340b27715697edf052f28d7ab13a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9909059cd8a3ab8353dc40ef1f184f2cb98624c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1038c02fd13954e409c13aa7da1774134c7a7d9dee9f4395d54695b02e81249a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f1400b8f933654f87d52e46a62df8e1ec06efe
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e625a34c3d280e86149125313dc15513d044bf383b15531820a6f9ad8ba506f2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc305ad7c651f589c78e8b62df62377eacaf09b3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a7f5dca4f631bfc1ad20153082960c55d99f22e2012be79af0aaca27309059
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcfbca5e8802125a2ec0222be794815a0144f10
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0d7cf4262fb0dae1eba367168590b232586400b3b2d997107487b79a28989b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b2b524dd9879ae4aa89d02b5e618e7429db214
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3064f5c32c9b679099f4ac097d629266a77933e06dca1bb21491dc55603372ea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244fa745ff63b158b08433ea3906736400dc6c77
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf3bfa3d2a41c8e60b3281c39370b799aae311e66767c144b97746b6ca0210e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ea759b5dced9dbf0e5467aa71286bf13bd07b8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a57699bda2f83b72cebba4da4882ad202eb83c751b4227c61c5a8f068e0eb1c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4b672cbb76eb167f98eb4fe43c548cd1caf67c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967692f2da0c3e63d5f97195ba28e57babbedeba10777e55b1b49701c600f444
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000ed78da5b2d886c8d800ea922213b56228cf93
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba2e0b1e5fff08d73c183eeeb7eb81f4602dc86cb1cceb8712f2fb1daf0289
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8369f2deaee0c72b41ef8b8734757e43331253
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7eb649b4ce7fb79feee7551051bcab703bbb2531bfb9e8b96670d6c5b10718
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc0e6f9ab11b0e12ab11a83fec34ff1668e7858
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabe0127394dc06eb81a07e05d78c6c6f18aec5e40e72b974bd692526ddb807d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c501b78f71e18ba980a59bd83c86a137fb09470d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18de93d4ed2a693f67031050d9dd22746f3695fb25640fec540476d44529e57
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9667b2cada976d283a81ca85f765b003ae9c9181
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d8c641beba71253003c93ba7d50977550c9ddc7b5eb33f9cc444cb18002e10
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108887852ebd481798f3ce2f0d4b473b3eddbbb2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8783dbca5adb7f164ac1d369f1cf6c431fc162bbc1858bf9fcf19fabdcdc14d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a5bf2c12ceac127816797b0860988959ec1c58
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bbda5947aca7c4b1b4a5647f4c18b2e3237dba04244d1e26bd501d47efd1b8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793bf814cd84a3bb33306616d070be76e306ea89
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad42f1add98c8428b34f58bc2dca7b04b10422d2697eee018642bc64831f8ae
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4acdb7f626c75bfb7253ae7f45d33ffffbd0f3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c284610c383e9ee2af0cddffeaba66b8da115e6cb11ed39e7b052508b8b25c4c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f78749e1dbef2678360a5cb0b40c38a46e347b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63aafc9be335a4cbf76397b2b4077b27cae192373b63a941f66ec2b4432ea796
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b005378930898c4b33932e8de35309a53cd8f14
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b506455137e8f7e93bfd936c4b8c580001dc017ffa597fb76952f658df8ea98a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048783567f105ef94629e8f2335deed102626621
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf2aecb7c48e796158b248e4ab48b8c9af9b1f2748d083b1eda43543bd34b72
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449857ec779a27d38689321acfc1ba959d525142
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d83f61f8cb87db0afbeaddc836ca9b26e6084dec90ba3880b390d2cb9a1927
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fea0da594033ea98045c57a35668df7b0ed3ad
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9bda8bf5a068b1a0ca8db43636bc53406f63f15eaf43601e278eb9083f3635
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a4e3e672b5538e8c0e878f174e6aaa87934f74
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7672e5911e15387f75d8eac21dc8734efda1bb73360492e820bdce305352a4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b9f14052e4028ef15b7415ee64669d191053b3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423bb4e46bd3e07c1eb7164911cd3055306129e849858a8a4fa7a10dd9d5eb85
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7559f8a682c7cf9c581f7489f32097cd9cc0d0b0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cc69e433329650c89afd054f1225a61477428e7310470ddca456983cac307b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ee18bf2f25e623153f8e8e4fc5f1257a361dec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2cf9d8508ef8ab0f1fab002987be0430f7eb52b87c158492cf04b7033c1d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505de5275dfffe700bd7c53087f075db40107cfe
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb7a199769adab01cef6eabef9c15c76818dffae2ad1edfd65c030d71d9e1e3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c81f3685220461fed537c2b49d50b7507fb1ab6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18770199ca1f2f0b2a35b3352c70f31da80bb1434fd7254b9236fe05d7477e7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bf51270fb2253ed3d4422225faa4fcf17fae11
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f6ab696a1108e507d6a3efeae9656175715665d5a93ab355dac646a71386cd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429ece1b89362545ee2e2b863c6f6b30cdd6a755
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45cd10e17380e275916c2ecaf9c31a069fdb17b19a231989030fd4dd5cc25c6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee3eb3c3d3e2fa5244d0c39499ac116224463bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56d591286f9ded440388183c360cb7c6ebe2e3b7d4e7f47fab6ae8eb6b3f09c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29aa015c20367b742b2a003f201f883f174cf52
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0c2634ea7c97e7184209c01c0d64bda529a0ccb5e00de6992a013e0522e1ac
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b6b72b70463e147d783b71b3768456b81387a8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7ddcbd4ca3c2088412a74f85be85b68bcc826a8c17445458747fc9e20ee5ce
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31c2e4610bfd2c26e1917abae1220fec4ec8c1e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6951315ef3f05e76496cedfe6033da84db14df31d626e37d8a2c0ea2d68bdb7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540f71644ff354905f49b1ef0336e1b74dd96667
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9661e1aaa0bc516abe183cf63470cd24c03c197d1edfe754ca6eafe7b88417a3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325dcc2dc14a208032b3cc7e22973cf2eef4ecdc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4c65d38b5275ff748b8f244c4f216f366e716429ea485a35e64010ca46403f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2551157777882caaf9e411657d9562879fdd8e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2556652e7cef540fb2062876e4c0dcaadbeb1944444cd2bac5d951966028cd78
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9200594d0cae42e0bc9f888139df9ccdaa44d6b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1d393c669440f9d1d0c7e95484256f724c2a84877b4afbb726f180bb701b9a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67707610546bff2a2245aa141d664e541f2909b7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22b54f23b3d0d82853e04adba175de47086b83f8398ee450e85633a4a4946dc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32861bd9739895a77801181e86262ce2159676ea
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ee658bf256811e3ac0625049c76a335ace680021e48d972ae0efefdf5bb771
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dbc5b1a142c1639f01646b7d9b73157afd80f6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4c38a6cf19daa85d7eeb0e120850ab9ec8d9931a07e43ab4a525ce53a86ec7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a42051be1c866b89d69bc953e7c5bea9118d9a9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be0a4a818a9b44c28066377acb20782e40fa2b929a077e3997d21ec98d375ee
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17df6b325b1230c8044fece4a51eaf948775f668
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be05a199757e9bb29f2ac7961387ce42f128a99935ce8c0a7447fb84394688dd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b8880411cf247c1abca8a81005fca531ebcf1d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af471959835a73f5f9181fd6c3353b81da1ac675b98c1bdaed0a5d278f2cb476
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5706e425eacd449175b461587b4ca7d828273d64
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d54386c27b3e6e21036d6e1fe384cb6efe5b4bed0d3f645e9cd9d1ad8b181d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6874b0f726edb5b53eca3391e36c0056a0b4c9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204e0b43f643751196f94b07f6cd4da8d83e397cf8cf9880effcbe86d9e30ad5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561a6e15085e91a4e6878af4de8b1e5abd4cf3b3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b7cf1c7e0b67f58fbe11c7f9aa043013d3e15118b8befac186ae30e25e8242
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801b139c2285e899cfeb6de98b504fa741ab2059
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1100204a21c72b8a7aa4a78729bed6b288bd4507cef12a1a548eeeb0c90802a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd761b21f2b7e137ba4c7cae185a4ce9905ae724
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c7d4c3e0a8744a97365aa74de2a159bba99e7c78258cdf0d1d824610c939d1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f25456f82a0227c919a1495b0b5589043f69924
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5027044ef3ea29b4c23c210d879f7425762dff017331b882a2a83c71c160563f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47c87f93b665cad8e504110b39e26be3a2637d3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d124ad377f72d2d42d854c983c9282f76e3091193706103dcc2a9bdc83ec18e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f54bef9661f5c753a66c741d24a11c1098c80b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba249c0ac022e8caa39063dd0682d07bf60eb5d72b2d54109ec69b2bdca48399
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583d053216fa5dc78f3ce9886b691ff8cc8434eb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3737348f0c823ef31d745bf451e8008233e0a5242366721a4a109b206e198c22
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0a3cdd5c4d73ffb19c05fbb2d7fb3b2fb88762
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37488fb5bf2dae759eb14273760bb7ddada02b44121d53ef060e9a5004925633
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a56a8bae2375667a63276d933a071e87869fd2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa2ce554099e067454b03107e3cc8b4ee4590ea73ca1f9c44a7bd0f35b19456
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4d5384694bf70a73a3b128359982ad845e1190
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0afef2c63afe386b6425dc8144dc921face23fcaa23a3c16c830d767b17ede6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c773cb9ce4f805cfa72299e8ee8d66ebf41d29d1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df401f0abeef4700f95836a2826807e0510e8f2a723d5b7869d3a6735340ba8
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0919efccad75526dd1e218950cf5cb591f593968
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93163b6ccdc59ded7d31be278a0f2f53a4114415f50efc7489ef4123d664b46
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae06183cc50652d8e15d1c76f5511e2bd982bc7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c66dfb7e16280f4f60c961f5195b21106477eabd84aa810f1d68f2a9d879b2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362c740db6399b115a46568e043478f90f88de00
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb07ce2f25a3d008de7f7046a79ee6a685811146107eaf30dbfa3ebf934358aa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae08311a266cea04cce0dfad65205e4896eeaf2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f8a213865d9a1ec8408623692c443bfda7ed77b25ea1129d3fe06cf4195208
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8718373bb6c0f283b6f88343361544556c57e54d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee100788feff2953c8a9d90926fc193f6b5d373e3c81a9666de5ed3c3e6cac17
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525206cb690a7f93b88a2669415ed07754a0b8cd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d589740718c954d5552920fda20eaf65fb90e65fca4a79ca4be45d78528a2579
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/lm_head/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabc46f2c4b2edf4f8c8c8cfdd44068d6f9158c5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbf5a3236b4bda67cbd5696c4e48ce96ff163b3ba4fab9cf60ba6dd60dbdce3
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/lm_head/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34e148ed03939ae614019b832939e88b5b8eead
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e995a149b89e5262c4ba6100503e9459d50fc9bc0cf2a7c2a32b135adeb45d
+size 205955
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ccb93a414236b49dd7493ae5222b573def5639
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff14abff21a59681555f1ed7098ab37cb081d9e9d2801abfa7e7ecba33eafe3b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf51ef252135ddf399df0f91b5fba6470d7a4c4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e62a76c9797b81e24a9754b71d43c9083dec032db5ce0d01285758b2f1b070
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226d009ebf35d403f5d7d4f9e112af91211255b5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4ef4f14ba111dca382184af30a2851f51e3644d48296a31c3ebb0835dc7db2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e02e4429e2183f56770953b1ab1bc9a09c4f466d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d5567c6b248e5432affa959577d74de7a3448cb66fa4123890997bb85ee2ee
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf822cf19d0b68a68f46173e048490e7b23e8b46
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa168a597f63636a56ea2f0edd57abaf35f8472755f575c77410f748065fe84
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915ea88b892cd17006136f2b577b4fd3125efab4
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b0d8a852b35ba6d276f3a4ce7866ee2a0406ad0da4b20d6a2eec8618db5022
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a1f86ca24399990946a621c5c91bbd2fab191f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36711ddb8ffcbe856fc570f4a7842b814902bfd59ffb3f4ae1d0573b8904d59
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16093b508b13224ccc85c4b15a03bf67bcc02500
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3a9d83e3a636a722b05bde555231b96fad337fab2d22900b691b3ae8ffcacb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07aa41ca80c5181354fe041677dd39dfe23f66c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2c844d9a26ef9fab6e30fcb1a192f5c9347b25c2aade1728fd881804920a6f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bde5cbcc1dc6b1a7c6cba5b0bc1e51a211bae9a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9988f101a59f00b900b75c77cb8bad3e2a4d6c27b7572daa6b99e68c8b139ecf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad165c30f55728d56f9507ad2e65701812faee9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa5bba8365e583e56cb2ed060cc5a5beea9cb7e5de2579c9307f7ab01dca2fe
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b0816a549c2623d4287b7d27f87aa05fb3c8b6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08a550689c2e53ec54fb1551fab7d4f63b9dedc4e7298b9577405922227c75b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fb36b9cf518bef8159495dc3e32f804931b445
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db331814f3d810d9877bc3f978e6d060553f4693d01dd8c022f5b334723f5047
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8914946db70ba7e6be400b7f9c8cf73e073319
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3d9b1b33df7c36da8da1523a894c40e61d1525307099f7f667c20420615dc4
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c070a52e1b10897747ceb50f065301a59e2f88af
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b06c6fca1a324d59a74a26d840d50ea65a4b80b39c33d37b30021d49e4d6f0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a61cabe0abe37c83b9702e4cf7186828c8b5959
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e020517fdde0db9e6b5aa49aff35f789dca65b22209b225dc526ba0bd3bbd57c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95be29d8be586565d114039f0c706f76eb3f0b08
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e9b2c5260df99c4ccc02318eb0985e1cfebeee2555cf5bea34549bdc1901d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9eb2c482c12c3843d0a636d9c06a354feca1710
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7815e791f096cb018bc2af8e0726e740c68d28ab87a7192f9444181b86da66c7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115f2655327347c307e80f16177ddbefa9a156ee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379236f52f010743759ca65973b563a0e3025e8e9e522753fd3f0d17768edcad
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fc51810688d5875feecce969a9fc6d4eb3437c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9a42302cc29399b7d9734feae8be43c02117059edcfca3b4eedd27173cc1ec
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768e523d5b87ab64dd8151fab06b550a3da8f67a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6870d352b75d790bb6f887cc5bcb285be4c146f1883f4a56d287937824a1672d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392a948610d6a479458b1f3ebf8a0578c66627c8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb5f9d1cd21892229efc864d57920d82de6556a434577520ee22dd66de76352
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8e9ffc4ca89519b3273684ca141409cd8c394d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4fe0789de715d1cf7c10b80e4ac689133cfeb1f21266be604fc02ebbcfc34f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaaf52d6c4aada1097d0cc543fabb8650b509f43
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871c081d2de649f7b474063b1c197512486793ae4d94dafaf6c00131f14c5c0a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3362424ab4f83ce4bfbec8c1748208e86aea4307
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e651a97459695ce3958464842cb249d9576ac54cb8d34f73bd61de655823f377
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0943071a4bbf65dc47695ca8d5923d76eec2123
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d257703850560b54b5a82a860851637e630b9725f07feac7240ce28750bad9a4
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f387527f847b56c4e80d9ff6ba14c903f8916472
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe112af28ef27f24168f11a225db242ab244f365277174c0bc0d7a5b0adef526
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f845e2391344d00984c33e2881e091cb8aef2c1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b7eae5c87a255cd4d9b64a06fc2d1883f0ba89d36a23e8960d492e757603c1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae7bf29f89340a7cbe7607864e7323640987209
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0013620db1d3febab14e98929228e939c49ef7b0efada31f5f875ff65f108b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce331f82a297aa690c8de3ebf13af66451b3e35e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595ac120276b4f493bb44fec828034a18e0fa568f4ccbffa17841e9ff8f7691c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac43495b3f1dbb0ca8a02dd011c35b1c12fc12c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9247895ff07ca0ab600d834c0c12d3693f724500feabb984848689580b0c5205
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78433e780b17bcb7bb6229ee4e118995b35b60d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a515165f3745c2c6f8bb4aaf47f500281564fa5523abeaf0feb1102e3d8c5dd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6915605357302ebaaa52f51996b88887190d51
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb881515bc6d8145acb112c12e535ac0b5a6f07b56a71a3c41c5f961a9aae92
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69aaede69c2a7a4b89f8d795a326187a34f75a3d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d7a21e70bd014b25cf5d6be45c391e4c9c84090dbb6ada447469595cd3b7e4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf176de0884c3c419f83b01f26727f256f84a6da
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e21ffc3af24d6eb387f8ce5f35636fa72aac170a288e4ee6de58ed2b6dd0b03
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178bc56171ba162535b7be0fc68344b8fde1fa69
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df19e01376f8aa13c5365f6e90131a05fc87fd7f79807ef91fc468aadbfe4891
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44292907ef351b4c90ad5acab1a0ffd18498a3f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4f1198c96d8173dde4c52025aa9b0938417a6af2364c828157b8494c79fd9f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28136d4ea27a6bcf0fdb89df76d11cc4e6f0a6c0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4253efedde39366a9011203c2c5a291f336481ea879f7d07a05e2b5f2615ab40
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8565dea50628f378fce301832b7b8f0dc631be
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d07e9b05c9ef5840cd36220c3ec8a45697b7993ea73d3e728a12330b7f8899
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cd5c6e6be9a09185faa4a443d68cbc1f4d3d51
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd6918a00677c67b8354b1eada73344ba9a32071056ba919ae82657cb8f0705
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3892e54b187fec5f31879490b4b59b3a4ca24924
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462e7b94de3172f1557502cdbe92b8723f24c58b4dc559fcedeb3e851ba4a3a0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b5de98710b63c98b3818439b57353a863a069a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7383fc72d6f4cd85c2077a90df49869dbdf824b60e43bba4fcc5f000b5fbc5f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0929ca42329b2d85a1f3b26a43db99bab8f30727
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a240e69e3242a62ee703b0f4fc9716769a52ce420630bfaa0c16b92f1292ce8a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc2a36b9c91abad464e906bb9dde39ab90037c7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8937ee2b525be80ba69904a04d02ea5dad52b587443fefa1cc7c8798960a4542
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410e2bb9ae03562beca4f9afbc12122ed693711e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d2298e3460edccff702e9c0e5bdd446a7dace8ed36aed9247b3c2a9da023e6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf77276b97facf67ea85f0d90bed41ff70e8c029
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8898301c9c7285dce170d0f8566b53aee3baf10d2328de270d212bb570306c3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18965014d8f1ea9678d46d9331a269ffd4e0e97
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ef7c2fb017a42b7e5518fa74cac0a31d967182b1d379ecb1a45193de1c09f8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0ff6027783ac36c30b4ae2a09cbf23c6e0e966
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97698e3aa8591dbc6c8e8fc66736932fe4cadebe0c8b0128b06845ad3c2b61c6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4b6f1a009f1daa42761865a6c06c81693300ae
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a737a4745d824429f1fe614d60e3659a7a62ed669301ce79a2239178f93407c9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ccf079d5777ff7fa7f8a56d9536dea00a20d02
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f175af8653536a265bc2b7a48a40e138264d43eab66f8e9a74bcc637017a5590
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b483f2ed391c1188314c5d17d38a4da8ca3143fc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451e98483f18441cbe3ffae1e697e7dfe52a1db9aacc3408b63c63498ddd0f93
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0523308da1eb754391a69cfabeb5d385a33d86
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb6fcde2e9d8c04ce36957785d9c4dcd806adebf13bd5019d30e58fddd34206
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ea2eb601cb23d1eded9495b40571929e5c7f19
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab76d377536e32796d5a2547178b1b8fb419e63211fdb67fd837897d751bd68
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3531500c0051a7728f552ee9f94a183a8e48da6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e093880481e9434df553b02197ae676a3306d70fa675bd62b154a3fd5a64fb4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26e007b3afd499714d5120c9ffdffc763449149
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b6be13134609f279d5a23cba1947e0e9370b04cb0410605350f011f437a13f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b5a55e179282617ff38c67f755e8ec06ccb26f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd998bcfaf1b5860b15c1b482b44ddd6b35c7d25a579d469579e7a92e9f9667
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cabe3c725de6281a12816944f4871d050d3d2fa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23bda6d2472c5abe870ede10420cf132393248e74a165396154fa7e8b3e93635
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b00e85f040b2322bee8e1f5e44ee3aa7de444db
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4821bd6e8325109f092440f576c2e38e776c1a5337345502997046ea72a62ee4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f6fc78c07490730d3b528352e788dc68638e4c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667d976d70eb5f4ff4c3ec4d8e4a6ccd71a06fef195d4af4fc4a9adec7b06cec
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05e5738a9c6fb2864e19c7c965a97ad19058fdb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d7100fb2b0bfdafb4a2f2f1c148bfe7b245a2aed8da3f79dba3d6a01e069d4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cdaed687da663d16f51893993bb161561831ec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffd90f1753f2a8bfdb42cc477a09e5d38a672889a13c0caa8b434f4bb28cbcb
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb42022578160da456adf2a0c4208bb444eeee5b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9faab05fe27c6d51d1b2395eaf289b12759d44df2be018d098cdcb7ed354bc2
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee14cfa6949e1a9eafda166afc630954966eaa7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e27174e907c927a9ac4428d0e68147ba2480776c50bfe8007fe49c9f5840de
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41aa028cefa96ab853af0a5c1b3cc49393ec07f1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3814b17f8e594b2eac0a25c730faf073659801e7114619da0e4c2892afe0bc8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2accb67b1e1108ec1bbf5c03cb4e886761b51baf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959deff2e468ec3e0d22b85e22d459618d38df956e3a2773b6590b02c882ea49
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a00bc465ddcf9ada7a8ccfd30ffb1c6686b2039
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2631ca93036e0073118cf01afb6f2c50faec72e46737d3a1024b118607a4a1f4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6159b44576173979a87f87f2fb98164e9168fad8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7abaef29e7c8aa613c6a2ee571ab4cba355bc4f75cefc1ae6436ba50cba829
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b66e0761e9b305f2b58be55b521bf48661aefa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603be1bc1168f12b804cf26dbaa2e123af66056c224ed5b9277cba26021d0f5e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d8260a9dba4ed811c0c5df4f219d29854b67cf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9b1e093d1417ad47f043e01d694c6a28293af6269226034d86982f4e6b988d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bf2d2b394c94a698d1d7b10c3d1e4214103dbd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049bc99082a189644db11b07a3902a197c9abf484c313bde8f101bfb853c356c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873faacc30e803b4251595141b8ff974ce469434
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f75e3c68d4e96144988d0ab3366e4c893fdc64d80f40109e76ff12f5576c83c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3c23042db0bccaf4e5e475de75624bcca4beea
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8cc28e5bbfe33c8e00b00b5639a514da97a0988a279d725152cf1c0eb067d04
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af855d5ad82d18d3f8ff2ff02711fd4720c592a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d83c8d595230e34460b962dd2c164086b8f1d4355043dfd1e37e4f2ade9dc33
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ef029d42c3375a5b5637e59b4509b34068561c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15aedd2a62675d3d0502777c50e570935ed063ed65b15bcc1ba3cc4df609f301
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a79150cf45697a9dfed7344b88e4c26ee6cf47
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f327528242eadc9310ec345c70f43bfb880225de325a9abac2caed5cc60b3e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63a7a568fad0bb7f03e58757c11403475289398
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85814791475594b4b96a7d7d1df42ff16ef44d6f421af8028689a0f86ef920d4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c1e7e1971ebfae3c5c64db9942b1cfdc7d28a5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24563e6fa2f1670b330f19007c13e682169d49fd4201fc2d9c450b5228f5f92
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd386d6780ba51b96d6167ccfe1f8c3f3589656
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1e4730bb8fd991e738099b83555ef455fe42e4c266a2b6b9c95d9e292a4604
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afbf3ccc36e03f27d409369894e3454d766c32f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7657f8a88d3a75b5ee902c3a4d08c2bc2a4723d736e9af83c067198e4e135460
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e657254768858a426b9fec09290aa9a69c83c441
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d798846bb5892a31f8c963b95a9901f183bbf581f0114c47188afe7a83de8a9e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4d348c0e7315c682abe1f94195f8a6b019b4af
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b89b8c5f48897076ac237c7f2786cd4c902fd223977579877cc73f8572bc9b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327c7d102a35f23febb65e0051445182eb2f1956
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbb6a8fa6f6bc0176f7dd4296154680f52ac2ad23355506a324b2d6b91dda1d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8d465615423b27b669d7c3def176cd7a4f69c6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f386f73e57f7f2266d16b9d16b9247a81955e2beaf4aada8dcd5086b2df4c149
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2644c4907557091398147b33bef6480c547a4468
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7677afae62d24c0b95d324fbe2f305ae84fdadc69f67b9573ce2b124cd846b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ff8fd2ff512cc1fb034e8faafdee208f800269
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d8009f5975cc9f0654d08e5b8cb93b491536121922c7055fa93b843cbd4be6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d1705fbd21d5e5578976cf4e002d3ed411d1065
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7561648d81bed21cacd23c3c3b1c0544b9301c67cddc19146da9f856f5e5aa4
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf7594bc291a31fe9a7244df4e94b8708dd82ee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df998cb383d66c5a69fe2ffb3470f057c0043acbeafe7cbdbca2173bff1e1c69
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8615b3ed9c1474d94a737ad4bdb53e487160a687
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b8ef1181d2caaf572f50586360632bb72a81c49cbfb184a0f03d8ef93630f7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1848951264a1a9b58e128a53c6286ebf48dc9c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e70b49313167dd195762f3a36009f2c277a34b79536cbc8668c5f6f33799a97
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7772adda58b7816e95022c844f3a8f41660f29
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d094e39f854d7e36db9097992b2abe6188e80338a33ca44e93b1bca9615821
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ce03227b70843c515b898916aeb835617dda60
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74af9e1717e2f499ed098b27c1c905573ea3e2b4323d71b12a5ada51148ddafb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e876770d0b336975cc49c31dd5956113c7d86cd0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a2f2470da2e11de978bd820eaf0071306bab83781f785a5430e426924ee5aa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b810cbb6dd768df112b709a53218fbdbe7c306
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732d5e03621c40914d0689b64fdc4b8ad256704f31c93e2d2094644082ca6f08
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3d5daf6605eb257231865082cb700fdb55a5ca
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dd5033055a1a26ba56b6036f7f06fd8a3c594fc5b53d21bba313560a3a9576
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67141026f67a91a275769e53cbb27888ae03e0a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346a5cb4530119e19bbcd8b973f5d7370a57c233c896d2ee829e96fdf728b02e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1a4517cbc5f8e32b4d00c20c0c2e1d14895ed9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546abbcde43adf467eb9cb5cdf79ca51c3a60ecc40b7c3d68aab50a5646b9629
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f70b7c9b4997d62cabac061d48ee6686076e35
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c447123983fb08351f8ae1086549846acf54fd6e9775704353162b82b87f271
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ef4acfdbb6577757d1de440e506b354ce7d162
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1dab1dfc49676b158d5d61523d97d22b16c560ad488a15d8601f840928e42c1
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2cf17ba47075ff611b85d739bac259890825a6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251f425ca4ba67e81e8fa7be19af577d6f052655fa6105a85a459d03dce2064b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d18da684febaaad07b27fbea68ca3752ad3e46
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0d0979c389f319b582b8f77c77c40114b5ec6021b2bb6fa600abc410864c8a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc78a13815f05029dea9dbe9efa894264fade987
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c776fa8f9916d23143d0f79a04a79f5182b0b5aa6586b7ef55fb2a51d4878f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25063e9d427996619dd46a2a64420d15a2ce9ad
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12ea072444364c478cb3475967987603d083e9a9a36790896ab1db1f779b00a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877cbe86a82876373365189bbf1c2201a9b89f62
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d0b630e557c46758ed08fe23135278e294922e7b952a8e06437ec853990bce
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92425ec4a9b9bf3a2cf5c32f27b9a203f341c30
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c34b782b971526cb9a53403e87fb950cc22295ac53c7c56e2de5cfce2173370
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bef2de425541c70af0e17992bc19957b9d5f93
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f4e6ef88c7180ab1c1b7a4e42a1e438c90fa6bdccef54f9e6ae3a063700126
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc7cfe8dca71ee4d12b0284a02d77f0d5c52727
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567af06901a3a7b84188577c862b17772df9e343e38a152a842252a638e045e8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8b654c82c143a5c64af5449193e65dc48460d8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075e461b16c6a606162cb190954a9e4f8c1299df1f9efa69c6141bd8e029a153
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03ee97931a5d918579589bfdc6966ab15f52ec3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281844acc669d228fdf3904d96d9d38aaf4194180c051d01b290af7b37a9cdb7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dbb3830914dc137883effaa3888c6f723064f2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbdc0bc6317d461e1d626a114594cd86548c340d1223b32665f209dbc5a00af
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6094c5c926992862ab984eccdd93b8262796daa0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d9cc55c25466bfb9a55047414043b5eb8d4c7980897bd47aafc0892dca41a4
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05722314b446b57a9d24621e71348e4244f91ae5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffb9bfa3294037ed6c460448854d772db43bf1c69c3adcfe5a73ce29756abea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e830dd4ea16edcfa5aa3962b5a0714d4739b3a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c98112513c32f8926eaf9a54e5497b95042aded1681323279fdcfb7f84e4c7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211f305eff91ddb8bc7c51ee02a52a01fa67e357
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a3c50269208b27e420c3d3d022316f98a289cc635db18a964611eb36545ef6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705a2e261f2fc91a2d25dba99c69e6c1c5f5e73b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bd74603f299191889ac4fa7f2af0f2325cb3bb4e5709dd82957d27d3fa76fb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4586e5b8e9ebabffe9c5c1b0f46ee702fd800eac
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fee202f1a9d4e5f9d3299c42e9d3eb9e36855b32535b55ca9b35a89c9b36b6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50a57f1afcc6bf0e927a3f42c3d2fc6bbbc6f5a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2379966c0f9f122883550dcdd7bbaee7142e9d778fe6a85e38ce7bd33fbf5d8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfdf1531b181fe52ac1628223714f441f077a0b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53448878bb16ad150f1ab4df659c900183321679e656571f775ca0bfc738620
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177b8697fc456f19352bd983885eeca7e35e9b27
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf35108d1eb517846d2ecc112bb853f6389037d83ed6d11a2e09a9587fd1771
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c38547c36550ef9dff9f581febd1d2b937e05e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6807ec1a7010776b25b2869f95f7bd800e49078b4b29d58900fcee26fd28073
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af4e7488dd1c828b628675d868ab4d07290448d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3084ee32a1b08dd969e9803c2ad5401ec8b6f4f5061b255240ab2dc7f69b6a2f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85afe79cba6f064b37896958d92c47d74f55556
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74649f35209a8bebc9a1e892ac55ae3ee6940be9e2dab25e266dc2d3ca239ad
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8893cb7864b895663694a9e8e6004ca649e2bddc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4e2c72082d739dc0d8130d332f9561e3cf7aecce70bc16049f9dae9c6bd0b7
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f5a4e846f12691133479893414d163eed31156
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714a96eef50c65a9f1eaf5bff81a31649663bf27b684371390b29ac165d8956e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b63449482c8209fd2c939a39bbd258858c42fe
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1213b07ee021f715ff99037fcfde48918f2989f2e12688e2ba3e1d62f0ce71c9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365100d8084c385da6682ec9301040e27481e736
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118f291ec214a7711b83df263dbc062ee144b04d51f00d8cb087b98865b73f7b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e6ec127cd6d222ccd2765dc33854819d64636a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5957dde39fcf3fd7a4b976f6ef1fd82875ebd2d6111422eabf6bc9fd6958ba
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd9a1f045a1e33cf3596042648bba09ca52712e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557ec3afda78215647c97c301f0e12d934935ac0ac08f5f1badd718e17d9eff8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db26219f6c1a29ec886f9f811679cf338cbc79be
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bdc8fe1cfa00f03412ba1639376600ff370cdc29550733e36717724f6c4048
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ec308778dd01d4b3fd6830244e237fbd893b3d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002f866fcba3fcc393e84371a5c0a47a90713d1b915498053ea0e542791d05cf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d9b147bd39f94a0976903b8569565b6a0b072d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6335db2e73cdf5b7c2ef469142208cb5309053642c465c3c53bac3e35825906
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de4f509a8c1c43959a1203f506edd268c15cef3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0edb7c47ad02b251d0f47c0ebb8ded0078309028bdab29fcc4e517a1582763e6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cef675f7d0927b38acffa094843c873c54ee9b0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f95cda09d1cafd0e2b2cd4ed34956196a8680cf9d60a9c588e7de493d3455b1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d1d227617d0113c151616b00164f7d0910716f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f727471168bc48448bac2180e5ab4b3d92ee856db87ca2147b0a0cdd3ee6d21
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6161e544d450649e88445ffe30168ff75d333ba1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ad339438f87fe92cb6c21cd1807b491a0e3148408a99716aa1d7da4bbfabe4
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69201c2aa6485f90261f1944281ed7f0b430342
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fbe8890ba79c7da10cbf44ad29966aa00810e0eeff2ce84d81440cc6a34e08
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de030216dd10aa5c3c62ec818ac9f8eefb7d48a7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71adbe94a96f31a935c7ad7f12ecaed0a144ad7e62b53bb76ff1d34bf640def8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb76ddd272ff96987ec5cb29d62380ce3273d4a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f31078167377d837bef67f94700231220c836c0671eb6683ed7ba1ab43616c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7328636730fbd46207edf6a74179be96635541f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7515ef58d742466f1c36c14a3fca189c2d4f00ca12e566e350fd281442d47a72
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c442972592f28d541ed4bde573857261823f8f57
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9588921524a15ad39ccc8ca7452c2fc316a92ff5d52fa7ee69de1b59f49de2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f65aa2a2db087675dc5bdb5ed55813bb0c7e7d7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5f5f769039ec60e034e346cddd8de52fb7b1c5556e6a97e0c9ddacc4f9bdec
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d1592d3fb93084982d6486b66cfa93d91b05cb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be72f4584932af2380e3188f24604b65ffb869c1e7671ed260bf7f08a651e7b7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a62efd1d4ff6d44fe0a33b242ca44250bf7f12
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022bdb3ff01c92e342e2e2a0803faccc5bfc913cf6067f14ba228870a24941d3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c2014b6fedd6c51f5391316dc61f4ed32fb962
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5a5cbb5a9cce18ed2546e90f274a25f47d98381b4cd05310e98e2f02a6759c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fbc8c9e107d25e3fb063cc4ad4d587c10e1593
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22accabc6d2547c89e40921a9db869541f550b1d5557bbea389fa9a0830f7be3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e939bae3091c5989c13dda4a5d714cfccaf59ec9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b0a176db0739e31e921cef24babacd5733b539f75aea773af11d5d1df396a9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdaf1de5fec468abb7511013a5e39ab6cb2d4874
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45fa07576edd76713563eae354d64ec32e012729837cfe0294f25da1289b1ff
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e39f9d12ce9dde7b75da5e186e12cdcdfa46b74
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672c92e9105a9068c5e3fa0a8bb7562da1b8f8798d1401f3ab640d17a50e3726
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a0c29e7d62c906bb7d11113ec68da89b0926b6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811ec2bf5a7efd8853050494842fef6aabd449ee62b75eaee6ca0552cda4299b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b8acc73cf812222f0928311197257e8e560020
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b1492565e537f52db7a0912e2c581f196130889f4efc6599892dc3bd6d5c29
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c88f8757477a2ad81774e1685739f3ba1310043
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b18a85c8d35c85b8c2db98b3a8afee616e948b0d035fc48b97f2d0f4fc68b94
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b40f0fb2302aae996efd69a57d021f1c7a9ea7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69278e9d74beb5c08818836f85db43f7007eee78f5d06d63addf58bc121b48db
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7830273bf54032f3238457bac1dcdafdda792d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b3c2d0f69333b5eedb1ab04beaca43869900d3228af4d42eaeb1c8d59994d7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5033a8f9a104fd4b7b018ad22dc77381e42d6e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8591e729eb3d0b86fa124b8c16fb8ef2769cbb6add7f99dd172104e4ae928232
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763315e057b8ab1e266648e08377fadfdded1302
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cad2e9b77f9de0b07c22bc1e56269ccc8adeb48ac814da4cec66eb7198402b2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e5084626b928154236a14ac000f8ba811035f1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc0fc70889fe73699529fd25ff66a0455eebd4337900d942cfc54d0d0c560df
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ea77490e6562fb7ecae675665f9ee0ccf60ef5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dccee9dd92f1e4cfa725eaeefb190c90878943f6a504abe6d6e50e0539bcd6a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2494606923662785fde42ccec78a8ba4e28f995
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f6af39008cba602a5e50dde9df1d82be2b9cf4f254d2c47cd1f292de99e693
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0295bd58bf3e02e759cad7a360f4f62f7c08fb5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800b5850efe2823a318bef3333ecce71ca764ea270a6c858369e065190cf9351
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a92edb521b869825ad7fbca17afe116a41c7ad
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dfb6eff9003b68f8bd945e82fea86d4d4f00230a3e866529eed0d8bd094e50
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52ec00b3e27b2469d4bf099d64a84c81f29cb50
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2ba9c179587eb5f165c3bb7fb20ff17ae5eeaf6b7d12bf99a204d2417e5c55
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1782f190db40168067d0e4e7efe1481b0f661578
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2860cd3468f6c9dc08bc01b9b13c91fbf0e4e6f43f2c1c51a0800f06539ec2b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d937ed9727724833888ee697df2f95ca66f7f0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ab8f0c03c1ba70c6ee1c8295a234c054ccfd8e44ed553b096658b59693938f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f61574a1036f2cec33c3dc1d9109e4c4d14148
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cae0980eabd8d9b1b49051ae2d7921fb3d151e5011139c6f774a461af30bd3c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641eed0a6cd7980b7214e4b923c2b73ccc651c45
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36790ef94aea971e82b729940b37299b0293796fae42c61fb62048febe918f1f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6df01f9f5f1e6cb0cceface50a26e7fb9350f9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e6cbcae9f6050eade3781b6b59253e1e379e04aac0e7d95b1de0e051651be6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b213c18e994a27a30a97c09d25c261c9022b5599
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2f04557a305ae6d878db7aed980aaeb557a6d4c4a6dc8fa1a955a458abe662
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286f5275836e8266da71d607f73b14f433c7a963
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8605919a5dce874cc13c466ff1983c343d81152f065bba2b427659161493cb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9409e09748db234b7b10db6a88d818d408b18759
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f99a2f9fac995352e33e00e55d36dce090c741c847513bea3536f53e3dcb458
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50011edf3da843386b65bb84abe4041f459f7e42
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119bd03ea36f11c4010a32bafa28a0ed88012afeaff8aba6162a3a308aefcd3d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec99bc9f06865aac77ccee3eb817cba49fab46a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b673b515c5edf760efada02de8d3839c6468ddb20b240710a4ee05d3a02307
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d1c2e9bba8530f25f628e9aef9e082edbc41aa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c457c78c2064ed30a47056533218347c4cf2077f27c7addf7bb8dbd0428aec83
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3e2de5caa0c53d8015d54cddb5a04d77e904cc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac0a6bac6d445f6447b6db5ce03ebc5ea6740c6df1b8a5311efb6cfbe82bd10
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660db40dac4f0073d6691cf1757fc3681567ba0c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25797c8c62c559c9ee625d028e4a423b468235fe33225e690ce000cecdc82a0c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973a9414b5bde299ee6898fb7a5e802de2551d37
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6300913f14b58519780726424f957419d5d4178725213466783c1b33baa1dd4
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228871e9e93130388780c0b1030f94cc6d07202d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a66f2a2646d5e206049f868222fc3d8f0122a2fa009acc6fb2b5321ef48c586
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d7a33524ecfe8288a36a94ae090db6b5fed6a7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a67cb7b466a1d65e989ba3efef5bdba359b3e6bfc2a40ee0bcda2ce915b599
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82c9bf2c170f16dd72d6d659d477a5480a52564
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b366926aa57f1104ae72e6a6d3c77d9787ecc22d5b0a18ab0e747856b0c826
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dd6d3ba1c733b0f96e431864574aef6f8ecefb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf8ccbbae0416672f64aaa85695b991d9de1c30f175ee0f17ced6d218bbbf04
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c0da84574b67929e7b6bc78b63368f548adc3d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cdfda3698ab81d1c15ed833b3471cb6bb250c0a84aa3b1ff63abf6589d09bc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d37cdaa095a2d8f32056adc2eaada12c7028490
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fc5348954e9daaf505d6953b0368952696d4a95a95748d34122224beaa363a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15621761e56590cf61fad0b9460488b10887572f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650021ecf50ab7e0b5eb6a910a5b7a84fa980d1afad928aac67ab5f1ce7cc99e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e978b2de211377970762cf1906b5d1861683ca48
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c764e96ae29f5d9f236fe55d09718e4462de9c35a8e97258b1f9e4e938b6f7f9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0461c76f34fd368dde5491f6da0962cd09deee
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cecd5b4c2b9f7611f0edb0dd3d8deae48cf52d78400077190106c803c087c0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521bd2668300905acf1cd9894f94796bdb4ee351
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f3f02f4dcd2783b0b076d1d166a48df4b0439b5f0b9ec1dfbf004b3b981de0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470b184dc48e408aa9e7939ea351039077d52668
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892cbfdb71da6008ebbedb948db2dd8fd121d9e7fe68c0593d98016cbc107a22
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821f442a81ebf597a5508ec600e814f6c48cbe8e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75df0493bae82830fa7a9a31b852f79d76f2d0d79ae83726e3c6ac9facd6fa3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ce04be0dcf8ef6a06118e624dd1689dfa8a97e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f244aa96938fa77233837eed53418f42c3f6aefde57a694af1069440f490f97d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec2c99c8496913341b9a293500217684546c156
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124c61d34a3040e030d155be6f0f95a765cc6cec178ee4085ea16a146866e2fd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2a752a577822364a148a3ea9826d5d8c29df69
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79106489437aeff7752e8057987c3538f54af456489de9052e93fd7f2de414ff
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84d82f2da6a9589b5bad61d30d73b670a01b69e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91057da44ef8aa1ecd4c8edf9199c482104fc69f800eba72464e0041be1d99a3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d73b3dc5fae80d4a1d74c5878d22ae34cf13c88
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8365135cdfd876e01a7699ad304013ea925e83a927877309e0d140f34ab07f5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2900dfb663bf0a6fc0d4eb026fca31040a30b6e0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd811550ec9b6176149ea1822154fdd446d258daa4d6142bb724484c61d2386a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830568cc8225c913876abbec920ca8f02d80f49d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42e982cc16fce0e79ffe367eadbf78cceb75e0befeb3b70c5262f97f8b71d29
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ada5a93b13bd9760b48157bdcb7a181a1c1866c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0d52f99b0094f863b3110b53354de9fe705a8b7b45975428d9bf4950570528
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d200b9f632b19bbe52be930d28ee47d692e886
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ff5de021372cba7ea3595a4cbe72a50e4d957f053cccb5d6335d0188915d93
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5edd680c29c5681fb9ce7282de3e3553c69249ba
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b826e632e564452c03d27c62d19536092df153bc629f76e4ce14ce6757380ef3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c9f520acb4c74dfa38b490f5c721199af37f40
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7261f99c73697d8b999e78e6c70b323c08c13882e8c9b1cd00b167c5b46a588
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db3159c0bb68d1aa5042efe1f4f6032466a4b27
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f1c2bc9e0d27e59ba428090536809f15da9c9a6e51486ece282ed9487c30d3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c9f9d2dab6b6f1c82e577185d00e63816a367b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb2baa3a3064804a5aa00211488834acb8da9c3ea79f54550b661b4318bb259
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bbae4192e5392c906b38578d8c4c6d9b69cb23
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8629ce513b33e4b5874e180cac89b3626a14d09285a6c2ea6defa1d18e9df6d2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee46ad7a123da1db74ceb063f21092e013392e63
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ac585901fdc879ec3d733682da43eb65314bdc0d2d28d5f4cfa6569ac2f0e3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa42d587c5e276a34e43893dbacbefa3a6c908c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a26b53035185d09d5046c9fb03e10ac70dbef6ec5338e6fbff7ef33beb9ec57
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6289137675de537c935c29571b94190100050ef1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d105f2d8ac04846fcf8a7a33669826f509ee36fd9fc09d2b71ec376fa76edd48
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401cfe616fb734346fd80aa62e7f3079c14f5ba6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8321ae336a3ccf23c043ac0a14bbc8a6cd252d1f1151e2f87feec3d9a80dc2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca77feddb1b3c76d7c91208000e0c496785fc8d8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6b1d4f63b3ec70cbd7eebfd90fb0bdecdebad1388e5d61be07a7e1809614dc
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733b3c3551380a37ea88557334ecee8db3247eef
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b3f7c14f203009736ace48d65c0b74a0b031dfc06c69830c8ec2b1c9887def
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755f306035195696140074d11f5a45dfbe01221a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87e3742a1eab51cba792567ddd5120b49773f94a70f1edaf1accb26221c390e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7148e4fb2edc42c94a6ef3060581e349b3dcb29e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41ba469819219e7b50c69d9263f85c4b8005259dbce53214fa68a24696f842d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52d1d9697f61cf48dbd4904a2b23ec827e63b81
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a53a8da1aea99f90a5cddb035512af8aab1f07dfdef74a1be60f5204c698e78
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e3205eee557f294e054266f86e6b65951833da
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953d38792649742298052405ea9ed467102a22d2431f46ecfdf0adf54db0d3ba
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed71631952fa841f8e13fa8609baf6a6cb768e6c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c35b1312ab72a2e81f047e779648e611a35cc6dffa337be8562f63a2bfda68
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d4671abd23298932fceffc8f6b091c1c15a98e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5094f74308b396885bd81b728e24c4a611481d6fb8913f396a0015f762efff86
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2348eabebc2f18156f03285d753fd264b7754320
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653f68d5165cc307d89653f8dfc2e3da16092b311989fc5a27d4a20b2c1cae6d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d7a7186b6246dd0f14894b38cac65b0b3be42c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20ad63b2ac7d816102c61772c897c27c175fff92f3e7754a27fa12763a2c18b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2515d8a4cce0c1623722968efd19507d26863b73
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fe904fa7a740317885ce15345f87234af989734df8e8cf5ad57d2c13b305b6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d1bb1fff09a343a7ba34a522c4c06790d46cb5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb04b158817db95dcd03f2dc7f36e13821943560b24cabe0d6198e4dacfa56c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d52175d98fa499a1d26e69f702ca78f8e911bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ef262b11edca988c83a71d0173e1d7d794fd7d516bfd4f21057d81d3f1ba7c
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b4ba44b5aa23290e2609da15e1448dfaf38a06
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3228b1ceca671316a40df0575b81bfabfa6e7861575643739c9273af4f81b10
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7189f2daee84fdc6bab419e7619f811bcb4b3a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36188d010aabcbbf3d2dcb9b8d6e9c2795d7a80e33f0be2808b5aca504cbe309
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1756f879fdb45e56ec2406d7d9190e3298202a35
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366a2e5257f591445bb71b89bcaf1de180c643c92929e91f59042a97b7105708
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c0a7a91f52d222e5188059d9b37afeeee56a6b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf50eb6c8ca9913d756735b7e327f26cc11c8d64f2b56bc2f8cdce84bc5679d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd12487020f5386764fe6f4bf7d7a3d4de30e589
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7b0cd15bf17697f8952ded126f1a530d1f6134d30f9f439828ab17898f1e6c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554b52de4c2bba1e5735167fdcc65abcf71e6128
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3e5ba37656dca69c440df1a887966febdab11406f8d36b6efe48e48c0b497a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d98d9bba26b2ac56fdc029c4fba8c92c03ce3d2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782e6e6049ab5026dd2e6810453eb83222117c1a1723d56a8cab2cad9b1ad49b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ab6f9c3a093e509f62b8c0e3d49d7eb4122f43
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eee12537d3e9d7a7fbd8296e7792443689537ad6327c877eff3b732dd5a054e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f50f0fcc96b496b983764dddd04873abe33c55
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a349e45cfb9a158250c4866c416f1924ae72594ac5ab3f94ac8e219beb2184e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72accf34d33f6a30b2c7e62e35e93ce4f9e36211
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9b3e139887cd87424c0297f2428d627c87a96407af7c026b152265462adc14
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad6640717610aa828068fd64293ad143e05cd1a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b351f4b01a85931aaa86870764d2e3c88dcc58483eec148b3dfa0a13d313a822
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3fa9180419938cb31fe25f1b452f14e31f289c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf7499c1ce439713bf811080bb4309023af7e704eee0e7082b6c7d3a833d8a7
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820f3b004297c82e8a39e8f81f1ad7f5ef133b9e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19f9a9f5b0d87efe38865720ef64cf19417d8ee345b32a4642546f1e7cf71c9
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eee844a91a569930600831407ab6f03538ddcde
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f71807716e41aeac0dcf8de7a12a2549f62a15f572157f783c9ed298f77058
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c25b60c3fe56b91e815deb83ff0c0bc5365f460
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ca92ee6e2d30cb60da129e26354a2c35aba1ad79518f71077ba1108ab560ff
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e50308ec7ffd92253b51623f4b4de7907e6d82d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef46f756ccbfc836f494eef493d288169bcb1a6de63d021ea467c7c8906cde7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afb814077f0f7b4356c8fd5674d4c8f63b63176
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cf830c43dc659165db623a3d68cf72032ee7c0cb4836727b4303469c4b6d1d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913302ca58d4bc208ae02d6004565d106be9bfcc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e02af61ff5ad493dd316cd709716298467bf679f95f328f8ab5a3272b407f99
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1accaeb2e50160ff317503b2214342f803f3038f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455f6bfd2b8fe99d0b4f27919d9be780f6a711ab22b397e3fd1c28ba3edea0a6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68568e0541586bb78e3cd7f40364f18bde67b09
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f25ea780bf78d45534cde85870b32903a554ac91b1c4f4f387268a7cf16feac
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5459de106c0ac6c6465f30220a6b19d6365906b3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce808f3c72d1b79338e6078c51a7aac229473d60c434541011794a0ccd69304
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d3a802049798dfbb69c0020c1d47971b65b5ec
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404dc89b97bc2664dd3e01d9c60a81d32813b259fd344bae7c4672f8c0ff204a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9871ccc2992bbd3bad341b4afb86ea54e8b1deb7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a71fb6f24628509f1bf740d6de9fde0a8d128a97355f2f7a533a922c5ed446
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf9a6c83e69613fb3229a8984886de6b8f134d5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc0e0416bfbf1ce1a8a9b7d2c117c36a68e1dc24340d1e8206a87f3b1499d05
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05621598a654512faddcf17d12ccf371f2ced18
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dada53cc79addb074202ef80eb39e5c7c849ddefa5e6ea778b212b20c5e5f363
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7411ee44cd2e114b11a3b9cd5dd3e7e42be0384c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225b685606bca37e849a2aa87f11551e6c116e2e93412bc6257741227ae36d02
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd44963444daa07e5524a02a062418606c00b0e5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94da29182dd64a1351e3c0fee7ed27933e05aebbc2e9017e69b210f6fde55bf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c734280d10f875dfd027c7fb3b3171f7683e56
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7913a807407a32ec08547ff2570c59a6cd626c243e71bb0d2f2504c4e56ba445
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b42ff341cf29b269dbd450bdc39bddc93c17896
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9a9caff76e2f3dbf51d23ede40a8723f7b4e914ab643ddd5a1229551c254be
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942bf012bd5af342627adec45eab8a29c2e52e8d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f55c04b932ce6137f9feea39bf49881ef074e54dba7b54110fa39620d14cae5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1c82a2729b920fb0173d69ed3b54df2d9b10c7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41632742eb46aa558c6bf4d592451abc318614063b8fb64045054a13fec1c75
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e945c1d3491aa11e98314f788e6a91e8eef3b54b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fab59176fca7ad489e9414810b1e7cf50af3a910ca061e3bae1aeea118fb1b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2024fe6554d91706f42f5e13e4a5aff275fab41
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb195e08af4929626871309de7abc142dac69c6fe2783919157967c6fa9817e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663dc7a61bfcf00d8921a17ce42c209d10194679
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890456def73d90aafdf290814988f8b3263e8c8c5c8b3431e25ce8bfb5de67be
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053d5e186d1a07e1ce6d3fba8d5d7dab4ee2526d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4043355a098f725af58d857dd3673b4f63b2f91981197ed1aea10e6ff3086e8d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1659ed077893e9141439940c5ccd37d141f69f43
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e9c8eca6738845d2ae1af681d2893a73e2586fcc5c46fcce58d4417fc03a0d
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d3d87b62de8138cecbe3db46066d95a5552cff
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6009fbab661f814edf4b61d4891fd14b2a1e6a24cab82676da1f74830ba97237
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b651b58e6700611dc629b2d56f4c943493d708b2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a5d84585528c72c4137a5ea195b79b7b44aa5515de889284a194be43c7397e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a209318112c573666e226147b134fc4504c84acc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a93e01c721b31ceed3066e3c5f3dea09bd14eac1acd00587813d5c97c642e9e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8672949b52d6c5f546940944f330451e0512f516
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711e6c7b65246e613776ac3e2a125aee822f7a5a2dd07f8b12e1a31cee46a138
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a90876bbd6c00bb3824988fcbf4e81d580fc9c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049d758c408bf98dae17e63bc57294d848a877627a200b7a1c9d2e3e3c01162c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cacba43c6089ea0c2e9b6e114acaf7e1fa0742d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be49dcfc7f303d4ad88f6fcc8ce4493dd160324ca6c2466d1161931bf30793c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb389be2a776f5e097a4138b5d7180f02c3151e1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2150de1bce2ea2c4faa0e38a1e31716f7f53b5375c8ec66bdefa25a2f7dbcb3e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857f409a7925cbe1b431d1e8269ea92995512561
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2baa56b11f1ef0145f7cbf34604e5e87d59b322e0c4b9af8420c0359931e44
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c2af0b8757ed0924a89c333431ea12503fca63
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b5f73a1e30c6847a3b85fdaae33e967bd268e872cb8a0173b05921df4a6812
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbb33c9493149db845af3b14deea6470a611743
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd0e34f8067c1d75f441823ce6270269aa1593b1bd438233e3132842cb82d17
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9c02c273e2d43f2e67aa5d1303237d1fb82400
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ba5abc1d7f948dde7c216159907821f329807ced5797417da09d02490501a1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d6ae8d31676cb7712bd48fd712b8640850018e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6674bfff4677018f4ff835dcf04d9cd0ab864e4fe7c651ccb8e66d10124dc4
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee42d943c70a7cbe9bf781e777ba2a1766791d70
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5296aee82844d7f1860070ea1468817e26d80175cfef3d2dbc8abd49a988dbfc
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a306455cb296b6bfcffe44d9a6308e24bc3d8464
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e020117b2543a3d4b8b6fc90888ea42d1f4340b27715697edf052f28d7ab13a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00af67f90b779bbf60d1a8b7f8bae26a9ec383c8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44648381d9c3b493a2fb238948dca0fdc25c1636ab2176bb43ad85adcd5007a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9909059cd8a3ab8353dc40ef1f184f2cb98624c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1038c02fd13954e409c13aa7da1774134c7a7d9dee9f4395d54695b02e81249a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701a1ce393dc21085eb061da15d287dd50aa4231
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7853a2df254e68dd8c440a6faad4d75f12aed32993ae5b127343438b20fef5ed
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e184319b105b4d80ea4a5faff1e035d70fc462a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6e0c2ab832defd4ef08005333c1d62d1b2d1db221eaf265abeb5edb72a5a5b
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aab39dd20b4956ef27d33d22d0bda7cbc65907e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5389adc266838b7e22a4f3dda3dae2d7e59d044e7dcbc75b8514f8a3f8a71ee3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647140ee79a8c505cc1b41b9d002c612b42660fd
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1b881e7cf063f8a11991af329e8a8640d9165106314fec0485ca6a6ea93358
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c08a91f119a8c0ed90f5e32175f6da69fff48d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0f7ec48c245f1b8d0a656e71733dc6829e2b38489af50937aaafd6d89920ae
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b2b524dd9879ae4aa89d02b5e618e7429db214
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3064f5c32c9b679099f4ac097d629266a77933e06dca1bb21491dc55603372ea
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f95d74d714a9e3e2c3683f73ad9fa51dd1c7760
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfd5e089bbde20ab81d1e0087ef4089e42784607ef90b02cb465d0090d6bddf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244fa745ff63b158b08433ea3906736400dc6c77
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf3bfa3d2a41c8e60b3281c39370b799aae311e66767c144b97746b6ca0210e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa2d99a70274f9b0d96c349b8169f231ec7532a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e485b0330d3cc1dc4262d66693919e508c2d371a2a21c486fb569b51b4a85cc2
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431cd88548052c5bbaf1c9f1df9f07c0d43e0eaf
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6558b0f898901c071a5e3129f6eba0ccc6b8b67fecc5cf968e95c0f3ca88223f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86c08a27c3a63518bf3659173c12334272470f6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b97c2e993d5b2e1721663226bc62486fd35e328dd9887c1a4d0ddd0d7edf32
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60612a6707fb7621bcd732009e65b19001d8ccda
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59720d65f19f0412120d0caca856896d72c989518383d1695c186ce0320e96cb
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9517bc6bd588ac52d9cfe033126a32f5a6f8966
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c849838a5669f80ce9b6d29e237f0f873aaa94c82e29c4552c644b98b7cfcd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000ed78da5b2d886c8d800ea922213b56228cf93
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba2e0b1e5fff08d73c183eeeb7eb81f4602dc86cb1cceb8712f2fb1daf0289
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d131f5e12c6d5630e8e674e8792929f2de365c03
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6aac78c43b46bf39d5c73869de4d59605215f7a906b878f55e43e80f1cac534
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8369f2deaee0c72b41ef8b8734757e43331253
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7eb649b4ce7fb79feee7551051bcab703bbb2531bfb9e8b96670d6c5b10718
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7960e01d27c597f23fcd65e32f03eea51189a3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70a010bf9198df0ccdec85bcdee43c4e842a87e83e9faea09939099e47be0c9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc0e6f9ab11b0e12ab11a83fec34ff1668e7858
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabe0127394dc06eb81a07e05d78c6c6f18aec5e40e72b974bd692526ddb807d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea57910316021388e04a707fc21abd77bb6c0af7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47eb5e5dbb7fba6c83deaa350b8642908321203015da9b45365e724e95ed1cfd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c501b78f71e18ba980a59bd83c86a137fb09470d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18de93d4ed2a693f67031050d9dd22746f3695fb25640fec540476d44529e57
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6262ec425cf5d245afe93d10b88b8e7daeaadfac
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27beb58726438fe3879c724391116f449bfb7de395fe1be6f91c13c03e0b00e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9667b2cada976d283a81ca85f765b003ae9c9181
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d8c641beba71253003c93ba7d50977550c9ddc7b5eb33f9cc444cb18002e10
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8fc7917fad6cdb07cdd2d0ed887108e0236620
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e168f5cee11c789dd69b7fd4bc38eecc46c894a8a512336c66d4ea9b7aec8f3d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108887852ebd481798f3ce2f0d4b473b3eddbbb2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8783dbca5adb7f164ac1d369f1cf6c431fc162bbc1858bf9fcf19fabdcdc14d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b76664d6a9ea55c39d8ba3c89019235532ceec5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c11a482a201512a9e280c5b383926052dd9cf0107d7de1fe4fdbf203a56272
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2521b861881434c35291c2680702c4543237b4b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8cca62f058cc1f1f3ff0cb052f187403206f4c3e21e66312e6d96f94084263
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec191f7e7a608140800a5db1b6c9b13f443bcb28
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3295ef233bbe736d297d39df6946e203d45d1966e9c3229966a0265894f891
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793bf814cd84a3bb33306616d070be76e306ea89
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad42f1add98c8428b34f58bc2dca7b04b10422d2697eee018642bc64831f8ae
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5daef2854e6dbc8ad64631b9c0dfeffb7f7234
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673339414e14b035e83df76ac99f6b9bd591df4b0bb57325a8779c4f88283b09
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4acdb7f626c75bfb7253ae7f45d33ffffbd0f3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c284610c383e9ee2af0cddffeaba66b8da115e6cb11ed39e7b052508b8b25c4c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d246d61390324ffb9a83965c17631c9ab0763f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a88146bf311212cd8bda04d33200b69db34de6921f803776328909cf3b606a9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f78749e1dbef2678360a5cb0b40c38a46e347b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63aafc9be335a4cbf76397b2b4077b27cae192373b63a941f66ec2b4432ea796
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9220d2f2851fd11b71217ef25cdd08d9ce3a7efb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616f9f7400b32f4e3a8e209e61676daa051b7ca45690284437fd6d6691a92991
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b005378930898c4b33932e8de35309a53cd8f14
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b506455137e8f7e93bfd936c4b8c580001dc017ffa597fb76952f658df8ea98a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bc269f6443ee7b20a33262154ec3718fd48321
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d8411038afaf6e9796e0a6315007d700ebb9daac632ed8a1c52491d059f59c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048783567f105ef94629e8f2335deed102626621
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf2aecb7c48e796158b248e4ab48b8c9af9b1f2748d083b1eda43543bd34b72
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20367d5fa930f6c5feb8701439ffd875ed6da3f
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc243f38127f3f9c234699aaeba00634a2feaaa605b49e4a2b143574aa3c46d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449857ec779a27d38689321acfc1ba959d525142
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d83f61f8cb87db0afbeaddc836ca9b26e6084dec90ba3880b390d2cb9a1927
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2f211ff1951389efe02c24716e0de2db6c86ea
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3be5877e0ae9833bf486c094f76d07e127ad13902f2510d35c86f379213cc3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ee47b8f04837be039ad6e91aa1d61465f819b2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974e28d71d9e995bc71386396ff707c3b5e677c35e87ed4126b0372cc50611ff
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca5cbfba2cfb4cab785bef1b727b2af53ec1659
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86badaa8d2e8536e2ad76bd4f7ca21df7bd300b822f938f9ca5ade8582dc605
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b9f14052e4028ef15b7415ee64669d191053b3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423bb4e46bd3e07c1eb7164911cd3055306129e849858a8a4fa7a10dd9d5eb85
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c71add6ec8595a7c139fc464ced7f61cdd7bac
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05fe134787a6bc4c19def70b2179126bd1558193ef2cdd35ae5fd3805722235
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7559f8a682c7cf9c581f7489f32097cd9cc0d0b0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cc69e433329650c89afd054f1225a61477428e7310470ddca456983cac307b
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477c8c60794032e3ef45e5a4afa1f8a657e4e1e0
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1471d6d01a8f251a610e0b9a763fe33c13eb90db71844ac936ccc424534e4868
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba9dba0aebe7c5f8f9afd23782f2c322950acc5
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e30e25972acf22115d1ea023f65c8b70bc5510f138504da3d9be95fcde6747
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c060d42fb1b48245a466e046f07347afc8f332fb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698fc9312fb357588ad7985c4b69e0b31db8e061ed94c0a053c2537800821ef3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c81f3685220461fed537c2b49d50b7507fb1ab6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18770199ca1f2f0b2a35b3352c70f31da80bb1434fd7254b9236fe05d7477e7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2641a560beeb78774332228977ed91b22075534c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353d818d136310ffdfdcb48894038b2b9d33c7aaec4660fb40c34df83f61a1a5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70549428bf36ef0e2b108b3d09c71a203cfd08a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7c8768984b840fd26d29029baa16fea70d32544c94a4dd871fc5e01f571248
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1631f175538e03049235a11f7f08226500afcf58
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b62f93cb089c5027887dbd2c816491b9efdc02836c652a9dd441cd8895cfdf
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429ece1b89362545ee2e2b863c6f6b30cdd6a755
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45cd10e17380e275916c2ecaf9c31a069fdb17b19a231989030fd4dd5cc25c6
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71cacc5e44a25e65e148a48ba7785ca322fa412
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f24d1adc8c41ad8130902bc0b6675228fa588dca18730c9a55e31a82d969b9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee3eb3c3d3e2fa5244d0c39499ac116224463bc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56d591286f9ded440388183c360cb7c6ebe2e3b7d4e7f47fab6ae8eb6b3f09c
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc5aa0c35501e17ee528c1ac89e5f4e70824ffa
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4441ea252dd1a7c2bc3f9c5cafbb5b4b1456a0f1026cf9a8ddaedd38c7fab8
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29aa015c20367b742b2a003f201f883f174cf52
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0c2634ea7c97e7184209c01c0d64bda529a0ccb5e00de6992a013e0522e1ac
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e4a57f808b2e8a762ddc8df0167ab9428806e2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e408708d0480984613b52236b8f0652a49e9741080c3e31c1e8c1efec9e2f34
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b6b72b70463e147d783b71b3768456b81387a8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7ddcbd4ca3c2088412a74f85be85b68bcc826a8c17445458747fc9e20ee5ce
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895b0102b6c87974e4dd1e36c5fddcca82a219d8
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf37d8a4d0f86f591b40da534ad364bbcfa0169f72fc0be5e9e1966cb1adf3c7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31c2e4610bfd2c26e1917abae1220fec4ec8c1e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6951315ef3f05e76496cedfe6033da84db14df31d626e37d8a2c0ea2d68bdb7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3283ac1c16ef46a2ed0c83f90f1f0437cc9e1fc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd70019bbbe4f541cd5587e32eef25be38c830175a6c8530e119010d56419e0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540f71644ff354905f49b1ef0336e1b74dd96667
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9661e1aaa0bc516abe183cf63470cd24c03c197d1edfe754ca6eafe7b88417a3
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d9828c34d477a4e8ac1279b166018cafefb4a9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3510c1b6f59c9f4eadad5c58e84bfc0c051956c47f263d0cad4f1741cd94fd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325dcc2dc14a208032b3cc7e22973cf2eef4ecdc
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4c65d38b5275ff748b8f244c4f216f366e716429ea485a35e64010ca46403f
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f2634ba087354f41c24a75a8b96df6cfdd8e66
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8fe69a250c9d905d3be67a2740603daf824927c2f91d7efa50b4f53c3321ce
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2551157777882caaf9e411657d9562879fdd8e
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2556652e7cef540fb2062876e4c0dcaadbeb1944444cd2bac5d951966028cd78
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21105183eb34d600e95b563971b15ad4fa5c2678
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869b8ec7aa3799553d36ec5b4990ec9c7550777226b2f343fe40c73917b0cc16
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9200594d0cae42e0bc9f888139df9ccdaa44d6b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1d393c669440f9d1d0c7e95484256f724c2a84877b4afbb726f180bb701b9a
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e94ab288e18926070a8b47c4ac3d464d08cd505
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c964056dcb30b70a77477f0b6812af6a3b5fe8d42a42a46038d9a119b99fba46
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67707610546bff2a2245aa141d664e541f2909b7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22b54f23b3d0d82853e04adba175de47086b83f8398ee450e85633a4a4946dc
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8536b9f9a1a61a080328dd095cc6d5527c1622
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6e6bf5951dd4d1dbfae9091dfe708b3df5e67911a19d1174132340f0b6bee9
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32861bd9739895a77801181e86262ce2159676ea
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ee658bf256811e3ac0625049c76a335ace680021e48d972ae0efefdf5bb771
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abf0d9c7aa4743a1c22adea0c187f72bf561a14
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20864b5cf124f80de6834d2ed3088280e3464ea50b1ffb971cb6487708195a8a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dbc5b1a142c1639f01646b7d9b73157afd80f6
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4c38a6cf19daa85d7eeb0e120850ab9ec8d9931a07e43ab4a525ce53a86ec7
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aea075eec69664fa8ddb721c57cecb5fea3a1d2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0042974156e703daa32729399ea85675d356b07b917850988ff8232e983cfe
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a42051be1c866b89d69bc953e7c5bea9118d9a9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be0a4a818a9b44c28066377acb20782e40fa2b929a077e3997d21ec98d375ee
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de32fca54225bba25310cc6a877f571d8010a766
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3139af1d3223f062956f0c65a8d23d5522a427ade439fb65d44111ca9fc2c8d0
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17df6b325b1230c8044fece4a51eaf948775f668
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be05a199757e9bb29f2ac7961387ce42f128a99935ce8c0a7447fb84394688dd
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420f02a77fee9a963d17ef73e5d9f31f5242d802
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5f828f8360c5f9dcb09353bbaefb0efcee23de6bc5f2c1c7410cdae9ec7e61
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b8880411cf247c1abca8a81005fca531ebcf1d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af471959835a73f5f9181fd6c3353b81da1ac675b98c1bdaed0a5d278f2cb476
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ad87de487c8387f1c9080be73d62247ae1339a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aaaf8b9e635a7ea2a35981f731128a3469b6d3ac35ea773ab883250b19ecff5
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5706e425eacd449175b461587b4ca7d828273d64
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d54386c27b3e6e21036d6e1fe384cb6efe5b4bed0d3f645e9cd9d1ad8b181d
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4afb2d72f80f0f1c8ce5678a865a03cb5f3c461
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92d5f2833a957da8712c420d16f76d34eec3d17d22e4bf8edf4f553e092fc4a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6874b0f726edb5b53eca3391e36c0056a0b4c9
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204e0b43f643751196f94b07f6cd4da8d83e397cf8cf9880effcbe86d9e30ad5
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973ac6777fe023cca51fbdbe0f0e93f49247d477
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35129e1a13292f8e4be4ecf9204f5063fdba0fc6b5abce51652566631f94956e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561a6e15085e91a4e6878af4de8b1e5abd4cf3b3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b7cf1c7e0b67f58fbe11c7f9aa043013d3e15118b8befac186ae30e25e8242
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a99c7fcb65eb74f24cda1ced24d27114c382847
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbbd6ca9d61931bf0571c66a9f09dc0c45605109fcc15747bdcbf42550ba6a1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801b139c2285e899cfeb6de98b504fa741ab2059
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1100204a21c72b8a7aa4a78729bed6b288bd4507cef12a1a548eeeb0c90802a
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ffcd61d3fce510975b7a6189bbb219d39a0b9c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0363142ad0108298e0d9b9efd6478ca9e069070f459fac2072c79e6089a2106
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd761b21f2b7e137ba4c7cae185a4ce9905ae724
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c7d4c3e0a8744a97365aa74de2a159bba99e7c78258cdf0d1d824610c939d1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e226e9549dd8dbb44db09026313116bae3c68986
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be22019963dfa1cb3810033327b290876a7730dac161149edeb84d6fb1314113
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f25456f82a0227c919a1495b0b5589043f69924
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5027044ef3ea29b4c23c210d879f7425762dff017331b882a2a83c71c160563f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e3841cbde120c5c9b33b46df2a7dc24c709dd1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d200b8083b03e49a78623159f1ddbd412a57e8a5d0ee5d483f2f78f2ba9f824e
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47c87f93b665cad8e504110b39e26be3a2637d3
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d124ad377f72d2d42d854c983c9282f76e3091193706103dcc2a9bdc83ec18e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2151676de4947db7da80176fb5ceb89627de7a
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02863336d56fdef03a9244427b6d9dbbb3ba690c1d5ef8048d45ff580ff3227e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f54bef9661f5c753a66c741d24a11c1098c80b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba249c0ac022e8caa39063dd0682d07bf60eb5d72b2d54109ec69b2bdca48399
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e261fb5337b2a93f587a6a9d2f15ccdb8ef44e65
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b6f5c6f706c55a1b01d3eb0972084b6eff3048bbe6f66ad5afec422a772d3e
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583d053216fa5dc78f3ce9886b691ff8cc8434eb
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3737348f0c823ef31d745bf451e8008233e0a5242366721a4a109b206e198c22
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667d32270bdc1555d3b0e393c4c45a4a29944fc1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47553cace0cec58809fd67f6fdd5c2253e37fad1fced9a810760cfcff3ebf57
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0a3cdd5c4d73ffb19c05fbb2d7fb3b2fb88762
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37488fb5bf2dae759eb14273760bb7ddada02b44121d53ef060e9a5004925633
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb70d7a6c3dbb96aad3e1727e1ada78f802315e7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef9c63b6ff7a84bd8b7c3c2f6df3b50ea6416b5e578b30f276e931290551610
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a56a8bae2375667a63276d933a071e87869fd2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa2ce554099e067454b03107e3cc8b4ee4590ea73ca1f9c44a7bd0f35b19456
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d6005bee0dc737f0287a9deda6e69fee93b8c1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fef736b48517eb77bba95671fa735cb261a1c1d5767c6910f506a3c394e7ff1
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4d5384694bf70a73a3b128359982ad845e1190
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0afef2c63afe386b6425dc8144dc921face23fcaa23a3c16c830d767b17ede6
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b5cc7444b93deddd556f21f40ece7e5fa8d6b7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f0d24b3710e052a4b200c798cec13813f8509a0338ba9a0a94bde1220f0d1f
+size 42115
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0919efccad75526dd1e218950cf5cb591f593968
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93163b6ccdc59ded7d31be278a0f2f53a4114415f50efc7489ef4123d664b46
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c1873abce29ecd1a9ab0de09f989375ebac556
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a447a1f826f88a771c0c304453dff1ee7483a32ede8df32a3d6ba5222cb9308
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae06183cc50652d8e15d1c76f5511e2bd982bc7
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c66dfb7e16280f4f60c961f5195b21106477eabd84aa810f1d68f2a9d879b2
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5474c3a65efb82091e58c6f2a0983d9da53d913b
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9be8362a8331c757beb87ab61465b87ca44473da63425df6fd40feee0dc199
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362c740db6399b115a46568e043478f90f88de00
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb07ce2f25a3d008de7f7046a79ee6a685811146107eaf30dbfa3ebf934358aa
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d3310cecafe3f9518b6e0fdfb3da5248ad80c1
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b381bdcd07f19e39b95ebf1ab6888c5367b1e1e2cbf2e2bc2dde02469e810d55
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae08311a266cea04cce0dfad65205e4896eeaf2
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f8a213865d9a1ec8408623692c443bfda7ed77b25ea1129d3fe06cf4195208
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b3ba9ffa435db71c2ef96171d20264b5517b2c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0184741ceb9118f408477846a14eb140f15a8f4bdee1b42ec1705eeae49983
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8718373bb6c0f283b6f88343361544556c57e54d
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee100788feff2953c8a9d90926fc193f6b5d373e3c81a9666de5ed3c3e6cac17
+size 11395
diff --git a/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a84a68b11ded9765e977efb6b1349d1d53b9c0c
--- /dev/null
+++ b/params/phi/5/rnd_search_t_no_sched/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23ca7b5f212d68db4308ee82ae865639f7701c19285ecc2b017710f593f1618
+size 11395