diff --git a/params/phi/8/rnd_naive/comb_12/init/lm_head/_0.pt b/params/phi/8/rnd_naive/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5a0bad22ecb437cfdaf5316c8e653e41cec701
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60c4b4eb6e42c0bea9ba04a16784c590e61332954554b10aabba3ac3f7f0134
+size 205955
diff --git a/params/phi/8/rnd_naive/comb_12/init/lm_head/_s.pt b/params/phi/8/rnd_naive/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5dfb2ce559c3784ca40a3ddde76e8f32cd9cf9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a2eba9a178a5137821e710bf311e43de4814b10c13adb55a78cb4cc376784d
+size 205955
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e709e6d5529abc34df917e94c273ad9dc3b34344
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b26b8e75ace21e35d75b7c51d6b5cf541b48a9350bda9e9e986b4c171f017ad
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d99799449e0d8bd889d968c7331d69c8649d424
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bf0999616b9a71aa83f2d44c209366d7dbe2efde9e44648958c02ea99502f0
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9d29cbc27e4d81a4633144907e96294068f27e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2346680ca2bffc093249186e553210caf4e2742d29168ed5d4bfb08991a14f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cf6c1fb1243095f40a3c242d356b0d8d57fd6a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714a7517d208f9e3fa81626e9c9e6ac599b0bb241394f010c71e224e0a0b2d16
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29c061a38d1e26526296a8c5da1e2b9e3d5b320
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4092f592fab217df11166943a0edbb20aae31173293d9d916454321d582326c3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64147ca35d578da5e24556a5735a9607ef21521
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907cfd3d639b89f138e51039d670e80a8ac6784bdeb1567dc7e6d8ec46491d59
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf77281806f0fb06bcf706fba90609b3f9353c62
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9054065fcc46492ebe9e2981689b73250b78b202f1f2e529784b538883af449
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4b5de43b2889f9c2db32b618f19ec3a078fe6c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadfbdc50513b372d2b1a75360dcc579d1950cbae6aa6b3bdeded9d47b4d10e6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662cd22f631d6092e42ecb22a553bbcc10898ac2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623a0f3cb2eac870a5f51cb7257917ea0dba63d80e20969dce5fe8b9e625b250
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc9ec377066712c9707b18f3c10725444c89b47
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ebc1853a631de189b723bc8369db90d4cb8087d7666ed7b373f121b891e58a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33651d6cba42e7a940ae9083c72249808d18ee73
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9f519e4eaf477812745b2054885981c57ae3b3f4aee992d7b6f3ed911fc1c4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98a5dd616a6f3e43f56bc494bb5392f8548a995
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6c7f59c077fb141f362602ef0fdf65c5a8eedfc200c201119d8ad395d2f84c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703fa607b4b52776e974388d374d7447837925e6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ecf46b4abfcf2abb1da6e785d73f54f8c53b92d459651811f0527c9a44d6f3
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe19825856a1a824c9724a51142d996030a272f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff72aeb3b8c5f3425427eac974b01548eef625c359555f32e5d58422986243a6
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014643390f41545178b0de3ff00a3d7e52c96301
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e0525ae6920b79578b9bca77eb005782be341d277104124699dfc9f09d361b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a647c7173bc6e1fda66a7e1339ca83634fa26f6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3591c6a29adab973f5f2db4cbe9fddf15881ef964a901682bf331b970e8c899
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816763324ab751f673a65f6bb23eff728ba32da6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22462391154fca79a02268291ef1684ccc05f30997ab95d95740c435e1ae276f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf11a17ef1f705e2b6272e6660b501846bdeea7e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d887937930d881c254fb33b496a34e674368953ede6b54aced1ef2483b3e209e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30ee31cf31e10a4458dde06f0a6f91431145a1a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f215103c863d18a8fc58b806b8ab576356ec594d89c581eae4ed87c86ec249
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10071c8fffed9e699aa5e539edfda05a7a8c3f6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839a70d6903cb96b7492c0f6ed4e364cf1b5f04beca91d12f9aa543f484b0fba
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4600696f75e0e0d0d8b0cc379f79b88b809373
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410eaaf88a1c71a80f744dd2710e64576014e58eb423a572b3e72c2efe1931ee
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f486c57c41abf0070fea4b905d61f6e38e62e978
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbf2e0fa582dc1854758fed55f8ced91fecdee3fd2926e54042da3e31fc1a79
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a69cde808ff39355affd26fd3ac63e179adfbed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92387bab6df848473acd2dd61a2073b17b92d0be6cc6067d6f3b5f22626fe598
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b090eb366dab6196296a4e386c03933ef186622
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfacaf9ed3581726b104006ae6de930c7fd7b43b348bdc9d39044e01d2b0b6be
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06b7cc0aea1d4181d23de45056fffd65c9edf52
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ce44f9cfe00ffd731a21d00c34e43febad684b5d7532fce471f2707f508406
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d18ef51fab9dd1c1c695f327f321d373b4bc19
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0daaeaa755c46d8519fccdd7a17ac802554717afa8fdbb2df27257a1596103
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9408087276b883b63fc0f98a3ee8fa9565c08d10
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4ac19329bd15fb41f86c5118a5a6f710da22afcf9e37e73e30914d5aa7dd82
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f26816acabd71067924c4b22dc07a1bbfbdab8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff8aee5f8fbba7650b90387ca6ca8281c3c81542545dccf2cd04c5eb4b4d7aa
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddaf33f783dc44f107d8e42a6bdad308810fa5c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bd1a159db4468eaab3afeccfbdcd05c60d407743b96dece235b5746033aa73
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea209082338f40132496f50b80a98170ab822da
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e5dfdacb5bfd4f5cd46151ed324725627964117932a509dc1da325f59380ac
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949db84cec18e0e337ee69754fea315d013d228d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ae9ca5895c47bffdfaf17e848d45aa5ed27edd195e15da52220a39e45a6f90
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079d080cf469478c48bf1ddcd80f464c22ecd327
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6ea7e418e33a8e0faf8ccb1d393db140a35ab2b5c1f29c6c8c86043234e171
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489dd11ae98066c21fd70917064af8fc4d60beff
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e139a3bc9f93aa9d28ed948e6f56c41ac74e1f51650ca05c7d53db63082285
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17f3f169f52fbed4ccac2af1c5f7928105cdb7e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b04d85e656f16ffb6ba75e89fccce1a8ec8fc34ef51b4486ed5308d318b6596
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06c3fcb5e9cee83db410027f63d98181763535f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09efa49d8de5720b0d5f49cc2ed890b4eb9aebfdcfed047387dbbfe82930d267
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037612990933de719f1d42a2dc4d4559483f2521
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7298acb06f53f759f88a04704e34b6969ff1e61fa6c2e1e314cc3ec102f0ad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734f313e8b31aacffc624b6a02c7b45f861e4756
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ca64704fe3dcbae7df441ae8249583b467a8182f05bc6d86d3496570e37dd3
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108e33155dbeae07cba403971f3e63f1f295e2aa
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09487ffa00325c7bd794f95c478c72ad102f0a08f76232a70417c8202459b618
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b8814b2f33fa4bab2601c3c2a076770a5c630c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0486e596ab7778eea2f321fdbcd358dd87d00584ef906e87070b75c342ffd699
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0848ab410fe148a162b05d52240128a5ad6b6aec
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2dd42be4b13bebd95217ae2a771b41eb5013536b0f667173261ac0eb6cce7e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218425aa030ddf0baa6ebfd13df8056f8bbfa780
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21187720b9b8a7cfafbbadeb7086f0772ac8bfcfd7c860ea8dad56a2432ee655
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc2c4a9284526f90f340a977a41fa76ce0475ad
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88777c9ed4714cd62341968074c815241b3ffabd5b36246251496d56889a14a9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d709795209eb13aad1798d94b36ece6b0bae7183
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e28a06ea4a2380f2695f45b8fe62f3fdf2f1248bf5fe51f249960f2c6fde821
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbc963512019db23b6a54bc833203710dad432a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ece3619b2b15b3732a3eae28f969fef34d08d27bce3bc5e4ea68d513d25aff5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f62a0b6fce5275425cd9ae127b8c0ee009e4c4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41628d6489ac7aea77447c7bbf5c7e0fc327d2270a58f851e75a8d72cbdfc5cd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0f9bf671286b0f9b3fe292d875088e767de329
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901c4f6ec534b329aeaf0f6d5df0073d8b547bea9b953889ddd0c062493d1fcc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2c40edbab93445db8d81d0e78dc1fadc5293fa
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc1122066f52bd15227f1cabf98f5863f76fb395b1006be8008dc3d59c2692f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd26dcee45178feb0c347c9aa975dafcd40fd738
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8442c1f683cd680c38f99bbe93bd0c7cf49f7d0137bbd095541df583b438125d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877d030e0c6b7c167c187440b7b95dd0afc294d5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d062e914d7402211fc62298a5dcaed9c69b19f5296eeaf3f1160e3c40dd5f19f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e597617aef7708b12f23149429f1992fa150c3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8782c768dab974d24f8d150505ba5b98504ef483f7487c2e12d18ec92fb7fe52
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fd263e20c76c13a99a286bbd97883506c9b033
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6126c46afc6d9b148f627fc8845dc9f4b068439ed3440556abfddd5d9ad8dd73
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72033ae0a449418c1fee89cded0b64c2fbef327
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8589c35c192278f0d088ebc71bad1fd0ad4bfb0c3d379b467ee3e0c31c670c3f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a8c2e54cafcbe9f0704dff9a9fa3d666e182f9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9dd7958fa539ab86cb2cda677ef5a930604637085820918fdb48f025fa4850
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6708f9a7e790519dff9af4ae19084880aa93798b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d3632d36763cd038008928a8c93c136679d4f226a8b41b338fbfc2ed71c8d6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038362976c89738e0d9e5ef1048be613cb49a14e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632528279eb1a06acd98406fbff706608cebfc8ddb6888b62347003f0484ce4b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281144cc7337d0143b7ee9d32123a6afbb416bae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d76c9be86c15e0f8022bda257be2c5124a09f6bc7c3e0ce96f26554d0c3a0b5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb240856f149d2892b04b7ec63c4469b1d3fead
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a5b949311e7f0bbe2c26d33f83677ff7c7d5a59e818d9583c970fb1fcbcb00
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2df0290534979f2a7a49ad8b9c889d092ef548
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e418f0a84a2129624f9df4de124e7975df2fad91acab805d8ddfdd00e2887d29
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b51a2e05ac195b8206a972aadc2be2870e3120e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f38bb48056e7ff0dc21e018f1315a8f33eb67584ca43b2400ebeec0eaa019c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31bf80b74acd57f3950b4ade359629ca0295f69
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e7677954de2a9c97c498a0dc3a46a0c89c0f2df5f5de9ec8c96461b36917bb
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8771419ba4c18815cc7a20bcd6d5f7c40a63ade4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fa6ae398b61542462d8070962b606053bf0ddafa6b6862692564df8c749309
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b288629a537d90043b2e37d7b5d29d6dcb1a711a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887fdaf3b911ac2ebb13f799dd0807112cad4fe162d9665a0b1ea7aeac1909cd
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659649c5f80fb3c77ae6fcfd8a804c91275e12ab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155b4d0fe43b774430d26c42cfa0f7379e689be7c0b5b341927fa639b23964a5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4ae328a8a290d8ca29454cacf6778bd69c2b39
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca8cd61f8708815808f7e18b2913c34a71d6702308d7231ab6cb686436ebd5a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4949f77f214c731d41f8d73683792d9232b2b6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27b4682906b6fd1f67eb95cffa388a5d9e7bcc1ab0e86ee6b74152b0cea6724
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e6fc606ea498bdfd50757ea69c3044371ce9c7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933a1c52946e8749c2bdfb1a350adf4a740a228647450eebaaa7b6eb013c3274
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bf979db1f46f685087177d88b95b9f25dfdd39
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3403a4fe522b3249ab9e3d922d6a2300ac84c271e670583e5dea2c33b2cd9bad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21070b2852629183e73d0c58b3b8744f0a97305
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceff24e65bc89aa95d98e605a24854cc42c800534b2b5faad7e3149d3717c1ad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c8e0ba0f5c7bfead036bfd688770e236e1428a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336a6941aa57477a3a8edd5112e709ff450c014f60aa9ab01dfac669f87dd479
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c32d93992441bac34338ae13063b6a46dcbe67
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f51b0dc4cf0d61a8170997346d2abd424f46a7ae4053ee29e6b86976c3083a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cc2b5fdf3d152ee48768ab3eea287077d1801c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f225095a544e9e6e509a52ad9989e24223296dd33d2fe81075ead4c9509afd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac022ddea5fd47e25f4e65b96775d805f0ac14b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da603cd4a195e4fee06802f11b8fc7247f376709a777fd50abcb2d2b58f097a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd03710b42f760613ae541b813f7b949a8b1d7ab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2ef45976ad6a61812efb1ff537c45cbbc469312823fa55eee0910948344b68
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529b06e926d0463c3164b52d096ab807aa7e7a34
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa6a621c14e57461afe2f0ff49d76f100af1547f8c1928c203c7a004d40279b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0307d67ee990591e1c4a583d16229919b06c4102
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2165cc2dc875b3b259986f33a8549f5386f97fb470f5aaa74f874fee0cdf11a4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a89cdb74507ca96d15f8bcff646332f7fbad68e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d82c702153c70e1b4a09addec73a703a7f8251f6b456548e7f7ebefb7a5faec
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92eed3f3dc7b4edb684986339d10cae88c3bab0e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85a4f02f77a9922106d66a4aee7dfb4bad7f59a3de9e02209f2e70da87e71f7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e96822766f6c2f0466d32c0551daa89cb6b112c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4d0cc4b0aa23a803b4db61b3d6b9e52086fb72faa88aaef446c35dfbd13354
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb59ee099b40ab0ff939d932ad42ae19147894f5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e24e9ee2e63dfbe9506c21f03867caa889e436ab61f09b27deda592fd6cad08
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a720ebdb6954e87d7d8b27821bf35b89c8457a39
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55fde63a70a2e9408e51c982617b8cacb2776b8a1594337649748e1aad2d054
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1172bc34a772d8da1b3ffbb4a5a537bc0ae08a3b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5c15eaadda26e345f638be24711067a438a6d1f6feaf65fc64fde138ed9ce5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9417ecc8f692df34f7492d97eb90c81be5253f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15e9ebd2d7a3352d4c638ed29062c51e7a7214a878861a5851d848cdc8fcbd5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72094cdcbb13fc13d6744ee4a91e10eded24ef66
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47ba4b970bc201e7d84a7b8c852f95beda9e395b6c9397f9a443a5202e60346
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba019124a79562cb8f2650d06071dec4dec7ff2d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcae19c95d082a814b6adfe06ede9c76a5333ebecf143b8558d0f555866e231
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0a58e5d99d6bab028c58fc223d77af0ffd928a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d578881ba082a00b21d911deac2f783a8527728c7394074c64e4b56ebfeb0a7
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4d5fb3ee444b6801522293e13aacb17370b167
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311c978bf919f40c782e388cd2111a587dbcc2380c30ce592836897c3c4563e9
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7152901ac9deb7fa6abbdf7babf0c4f4a23df7f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f0ffce973ee27968ba3f75bf7c4122aecfe45d174ef8921d44028a183496df
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b8f77e71ccc0b8d9f463d5932b3f6f89376264
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4095e7842de83c14b08f9322bfb803786fb13d6b6ddbfc587badddb6e8e4c91
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80b7572770bbfdcf5995146e253b688a8d7660e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805a333c28e408c270ffa1acd876df95ce55b7f6a8c87a93bbab37ed115f1f03
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c14635367d5f1aa63a7022f06cdc0483bba28d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00137e78f452bed4bedb87c42ea9a708ff3bc21c8587235800fef5f1257bee68
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bbe7b341546bf3d144bb76e3fd6194cc62eb82
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91c05b46c6990a4178972b2480bb182ebad3a0eeab989c97928b09148dc1999
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e761bc4810ee1b2f7f1f112e106d6f99e914e4a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5618549d6a0437022b1a3c8dc39e848eff15c48460b078168d18bcfdae6218f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7796c3c594a48c888709e425197853aa8271180a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987884a30686f7c048e152f3fbf903a52945b48e7d94513a82c40d1ede2dc1a1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1ce32589c61c151c6a5949df725a853db1788e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50a7579b0447b626abec019b85fb81272131206eb979572819894618ecec61e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8b3b6d8e044ec637a1d8e790dc29212d4d2b97
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc89820e4554e200622a9372c839abbdb656a459839e3702554c16014419d04
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a03555699ad27b8e151848e1a68112e535e76d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dd90f8f3a354bd6a0fed9874508b196a39be5ad2a4c15e94accc3209776e39
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721d39eaf525974198fb8c833be6847072d0231b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d760d57e8f4279de8add2a711a331825339f21b527d110414c9c9d3f3a90629
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9660b3a466874866eef10f1c4da7dc81018b4601
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d637534bf7aea4d61070d4d669f7ed94a2ab896b1d5580781b700b5059781169
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59cbb6320df6af073ea841843f3a94e55353d82
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5009b4c37093ccf4409e95aa468427676fdea44455aab5404fadbe19b6289c52
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9096be8fee6b2130a000f5dc73072d5a68234bcf
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4df838253f16a1caf236bfab8cac2f8bb3971c7ecb84e99e67660734260ed6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e97231bcf0909cbba55afdb1ff50da60ccf9d91
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9d9de37be101a8bee718862091cb212a3c7d1591d71cfd29b3926ab66df447
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871f84c248cecbba938c4ee3a7f541825e447a55
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d107259214f38b0257874348e40557c3af00eddb263bee91f3f9518304ebf567
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb5a1a3eb624d4d87db9fbac6b0519e7467c565
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4641618428ab2b55b7be531b9ae137b94f0c03bb6c1ad24dbbb3d4aa893b1e93
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cae0188ee1be4cf7b3083da9993adddbd838700
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d0aa867eb77d9b8ffa69de7f61355cace0a149da4f7166ba6796c5f0b914f5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b7ff5c2ebf3f3e5d7bf6a0cc569498463ab4fc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d95e949c710bd66b18f75f97c61c5148eff5d10ca09ec663d0498717598a8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffdd03cb66a67dcbc753b77ba3430e5caa306a6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aedb3bd8182831a1e48239c84e98bb38fcb74c0d1f8536847be55ae524339de
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbdfad53d3cdb9cad04c856581525e8c167d394
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b267d5a07a844825a5b7eb8bcb3c13650886bb0597d52aa3cc27a664589d9ca0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0479772669b41e6880212be67ef9a82d3f360095
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dec3f104a2d3ba03f4ed604c76dcc7d134538c0e3dce2d8c115eda6a0f32e52
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f948b23bd449a5909ccdefcd4f43cb2a26d2ec0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98fc9f732c768a38e9cd186bb2cc4597a2b439400f2420f2e9499663ab2a59b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd91d5726300df7c6bd0538b6b329a7a4a013ff
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cce8d686b733bd986cdd6aaa13189da3bc4abfd6cf002d6ab90fd55ec218e51
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a5c4867957c62f85620df5ccb451e061f7539c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056e22e47f6b2235d99dd6bff3fe4a8d387b18e959cb759b01df8d24b185deb0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c483c8fcf96c708f33063d558dc58d55a92007ba
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0abcba41edcf63be74b167d8e65b7cb58d3b3aed91730f5977ef47cba0bb75
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7155556c720babbae93c7c28dfc031ef19ccfd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c3d5f59e00df10ff63d1673b70048feb6466db3aa6231c48925a3a75854867
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526c80bc08798d07b1fafff73244665bde2b5d49
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ec7d34e276feca02880eed36781ab3b420d01e8d07ed77e5d892558e62e83b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922d054587f2d4caa8c25382dd710e33f8cd43fb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ff4f9837d3d2239ef80c40ac8df6cd7c686e5005a15834ae3ea099a2163c8b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a9916ef1a6ba4cdc89940f6948894d148d9df4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793200c32f18dc031cc5109f268bd47fd943c51a6773ae3258c60586b88f0d9a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1f733d6399067c57b2ddb05c931d6e92920d6b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749979f067f10512791c551418abf84ea0a1a4763cdca8cedac0f6a9b55848b7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bae8e4b6d422e5ec8e1feb0414248e388018ea
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b845255a8628f1bb620a80fb0727cd304a6039ee53033f95ed3941c191c8af4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fb79d31a237547fb5464c74ca8677cb29448f9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518cf0a6d6ea348eab75854e51e4f61542b76e850eb6769ee4b19d2810204e6c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc6a0baf1611d1fdc13bcb6cd764793021b15e9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f421bd159d807b9aac42b930fe757770b17b922f356ec96504105b02e75ccc6c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff4bfb4cb790072a91f7ef0c8e1475f68ad2574
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926ae805412216f8f3b303dc58f7f7c7c7108bb08fb8b370be247656ca010c6f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc1762b1a8bb1adf94ddd8d797c9609e5d76455
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d7ace24386c5822f5c0412b14b5e51bad5514357838ab11672cbc7e1e265b2
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fd9f67fe556dff282fe1959b9f419562de0404
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0b6347cb1b43b58fd657bab6047e430f3eef1ad5fd4d4b7b5b916c94287dcf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92305bb80b3719cd1156e4aed8f1ee80afc3873f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bbe5e996564c5a864acc1bc20b9fe08d8a4ed78ae6cc688f6ca816b45366e5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8e42ee73f5292d05b190d64413585b5ead75d5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5d818e76bbd13505f299ede28d7c182cf509b4eb74b0aac71729280b4c26d4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ac513ae3c7abb76d163bb9da5074046ad1f0e8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cd103c86151059bcc5e116aa02ba6c174cf18d450a9fe41c0f1d893fed8ca5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc71dfbe5536516a3df6b38e7ba0087ae543890
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dce0a3f852397830fc2a49160a827b638ed78ba777cc9321917a1fd6a280201
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cd54e77ee875ccba6e549ce3759e5eb800768f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dedb3fce4ddc7e8ac18f8ef51da17a12678303a92f2f2272a75161a363c593
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c96a22891f68b0ec77253732bef51b2b5b90bb5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f90225d973232b1babaee499c7aacbde65fa71e5ae00e5b9b18e3b60ba7ce5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60910e28656ce79a5bbe078b5b205a77790ae629
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3530e1198a1d2e9a916583b48da500a03a860a0706892d20ec9a87da0f49c6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4104d1f3ee594e9880801bd3ec48aa806ae312d5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537272af77b40f8c9ca4a282841fcd2693c827f439dea5b11a1657387b9ac4a3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc5e74a0657fe15affa1e753a20ef00f0c27025
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c182c8f34fa1826c16c4236c4a0a99a111522fe59344d1986872866fd4f6d163
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f57db30b21a729941deaa2095ece429a109ce37
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ffdf4675219086821165e0a01911cfea8293032229de382a0deeaf457a6b78
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635a074625cb4e1ec5bbdb2d57a0f3c6d49406af
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a490dc2146e6f98436f75cacb74d9a65dc1baa5e2319a8b2097f1b79b93b30
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c3873ada0fa257611ae462be0ac45f282b8501
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e85c6a257607147c331d77727dc00c7517e8b921fc32ad9f8f4d31356e88e5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b2e7428e4dccec487f1d4aaa70d60427e4ac0e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d65796f093792bed4d741abea9be5c566e77793681a0eadb7796cfc775d92b2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9e5bfa94b43119a6c5a74fbdc7546ed13d8598
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf20a1921b6de32779d0d4a1f8a9ff59b6d30a832b022711e275552f31bb478
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daa9b5f8c812d568e47b5b1aac9c8f12cf6b291
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7290721c05fbf17f3cef18d876b464996bcecb830e1081050bbeb0139ca0c23e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc257f8f0554b597e79194a57fe7d37a6e62854
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8817b2c8b6fc6d4fe585992d0d84fba9c27db7875bfbdd731284c9adeb6285ff
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5282a165dc6fafd99e7c11466f867f707cb3579b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0eb7cfb563ff564ff09e60d42729399bf16b8aab5962c91225e4a354fa47dac
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4a1f1b0ee9b1e675d42f4c02c41f84805f89f6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd4ea200983921f3d190ef97e3cdca070bd5a593c2600197a7e4d06b49d3be5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b7041ea0f33c56a96b07cd82bc75c101fdfbe5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5231a10f5a35e0c7f68bec7737c50e53ecaeb186346f7e2484b6f6537b84218
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129f8e3a899e81ace5a99e974b5f14f2ea2a31fb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835f17b81194731941d624f14eacadaaa459f9599442b964ace5026035a7d280
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9622185c3721396a4c2e8045fcf6a93cffe33922
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e8eebb9b37d4d6402f5bee4f75bb55bf48f0b11b1f5da317bd7f5ad6c5dd69
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0c49add2da82fa71c8a8d1b0ff0ac92931890e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c0c8e71523d8aa1698216f03519455cd8b70dbf0f13138939e64e60218e3ba
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e07fcd46f42857d0c62fdad1a9eca07adcef69
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2392e32ea3bfb38b8d17016898006dbd473c740bde5d6c41f0f1e7b2e9f94e0
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b915f6bf175490828f4acae0a5da722837d151d6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6441ee45dff077f3c69edec19bd7c8d5ec7ac9355e77f4d14a6c2982b3e9c7bd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da587905ee82e881568767906430b5d9e521fa8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527ad78ab3fc5f1d1693caa14285b231f96044dd4348e0c33dd070eaa86df5de
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6568f8c9b570cd8ea068fabd611d7539a3cfba6d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e7829f7f8c9312e24ac6a549458d0f244ab98a2a0d09593b80efd7644e1c49
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5b0d385a60c351228053d15f22a5141943205c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eed6d4a1495c117b2c033b2b7acd73bdbf99ae83699b00299713e2742aed7b2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877ea3a19da35605bf8a03621a36345fca0277a0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503f49f3ef1ffe7ee5b1d8b7e98ab94c0cf4de49b722d2fb54e4c099ff0eefa4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8420f55df6ea67a31f587753073261bfffd4edb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a6612df4e80e456b79b6e5144599431243678f4695f155b16d667fee03a2ba
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a626c7c5d314784feecfc60963b68b9f5b1d1a19
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0779f65d36d39f966d664af9660a81fc15a16114dd99a01b825303547d01e4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69f34780d38ee37b95de00f85caa54898900ba0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a78ec2b397563a282554e9a0aa984a8b5e5b243b7e1c23ead689173985ecb2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538896678857b6f1238673e431de12eb61625dab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3a2ca2b070373b8cb7edc5aa9c0a90eaf8898714d182aac578fec5b0e81d98
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b18d8dd829f5f5072333a6ef9b8adf985f8edb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cecf2244b7fc21e95605a7664787612a2abfeb3628a1cc3c854cb3de26f5c9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48d6a2cae6fdad9089db387570dc68a9e643c94
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6e3cae6c20c5d1e5eb0a03f10ffff75590875a915d9ad74ba68b390db5ca9f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a22edd86224991cc16abadc6da9dc3836013d73
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f0d4d9bdc2d50445c091b0ac5f94d6f517886c1bfc1badc57016f53c0004b5
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c82694c1d1dcafa51038559252a6233e19aab8c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8291c2d52537beeb8f285fb59d56dc6b760268a53b74effb24d0582a58dcb0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285f9a6e02d66f06ea9bf44f6cfd1bee9e4dc907
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55e5425cf298fd872e6f9cd9ef37ea9d503fe4e0a9c98b7292a094fd10e461c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49456cf683e112f2831d6b7c621262937ce197c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4d0eca2c852b05c7542575095f8c10afa386b52eb38f0a3c5e2a9ff96fcdb5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430eb9cbe6dd6da3b23f568eee2a9f3440691ab2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4607bbe93049a45a83a1370111c364750af5dd18d7fdbad1df9e01f7da416ea
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee65ce0fd7b1ca429101859122c8bfb94e2779b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db74f572f81d197054c28b24e026c7445e7fc93f1cc772501c08d2547544fa2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4159a8cef34ec040b54b3a956fd84ce3bac444f9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0276be3a5a38d2b72f72cf0e50b3a5c76bf1c5da3efe9edf7f10d144ac125571
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31fefd2f40372fe25afb17cedc2af7a01b98b91
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e875877205910f4db8deeed1e4a61e43a60bdc60827a49f9975cbc99714ba0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50b51cbd72cb859f0132774e22687e4a8233fb1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8eaffbcccadb56698b8ee9707c4dd3b8b6a99e6778139bcea6b0a6e6da974e0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5abaca502c251061c9462f1fd0662878ad247ba
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685be685cd58d09e9cb1923e26a9017e8032ac93c4e5d8e2edca3ea7a9fdfbe8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aa951f7cf1e69aae595d059e2a98dfb4a29695
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3acce11daace129f25ae7c3860e612dba3d384dc75626b68609e871ee13370b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab76600c8e8fce5408ba6fcda28fd5dbe0ceed7a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0bc660a8bb769e71543eacbeaaf270ec28e551eefd974a29edd993f5d6809b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd13c31e34b525160f60218db8611d10ebcbf02
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb47c6d47a259d0d41ebfa6c1811b4c68b4aa2bb6873a709ff34ce6db05d24e1
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6269d694cfaf390f4b7bb31f2e775f20b334b63
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2379ffea2d0aa59b968389234c2c285238fff56a74d246bb68b16befa1259
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401ad9028dd36456137aa62b1657d12057ac456a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb72103d2e28a022464105aa16c4df088dec4e55263febe4e0b885213e501c1a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9a138ebddcb1baea8748df3326fc3835d32f26
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7878a4de98b1e91c8484505c836976d398d9c722605e2f269a36fbf97f0f64
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546ed599c833857fdcf966b61fdbf890867cc4ed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed5bfcf49fcd748314bb2be96f4a2f334b108744167360af7dbdaa6c4e51957
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4105cdc0e99de0f7cde42d267ff8de98b3235be9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6977d0c5f416f2096f7dc383cf0aa8a6f352b1765a5b1439cfee3a7be9658d05
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3246f7feba666b28731c6f7dfc95309d04ff97
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7772bacb575c2e2b9be842b4929cb0e7e3077e0a448fb2e9e8de71c846681293
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bebe9ca335c85b564218dda9ee797a5d68aba54
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c0e920644997da5f5bb20fef115e7c956e49c48288d90c87a2cf4ce4031b3a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca747c56bbaf4df280b563fa8068584a2f28c8f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cba8b1bc1fd74766bf2eddba2f78b6204e8502037cadb07911e7c29a13fe3b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacb4c0c8f07f6313ae37d8d26412350a94f6432
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce38c6b253f3925d1fddbbf90798a9e49dc9c90e5a7b1b10216f7f9ecae315ed
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a1329c9ee2d5b5b7b3ad2e9707740e2b430291
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1aefbb78f613d1204da770cc05d70756782ebcf8faf7956e35f3bbe9c88ffe
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c470add33fb1b0d040a113f0038b7880e15a765b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9d047f31e3d68625ffcf68e706bd657c4944673b5aa7369aaf4af16136a0e8
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fab8c8ccf57f3e3dea0b9b92863efd7954132a1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a146171fdafcc6c84180149266d07d28939dfef1a4728fbe743f33d7e29ee28
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9414d328f5910ec081d81905294d0623eee1e62d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4558ff58b5203d198fcc7ba93a1b4997761e89012ec1f1b207d340669860bd5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927e6875c980f2581b864f3bb44e6a05e2d5dad8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba94dd9d2469987474f76b8636706099370b4cf751ef3677e05e33194048bc7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc268f2735ed003ed249890924e132610b9c5f67
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95561466c3a0c114667c21e3cdabe37031fce086c01a94e46affa583c47246e0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da371ccbaf4181eea1fd6cfa7111104d3ef9e07
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125d4ff2bd5f125cb3089851c454bd4028d72e2bf9c2cf40685a279b0826d560
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2273674e1a03b9426373f610d6b44ad332574177
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1f1cd0f5c96f6acdc8770915361e3b4fb4065dd9c2033a7aa42189a540e643
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f244d4b8a1aba2936e6405b8ef15ad0cf985f4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f0543ce6f0c96be63c2c523b46590977f78fb7b597cd0cd138071d7cbf6ca1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935877c9d38a4f2b1c04bddfedcda1d8c0cd055b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4d11c59e675dad8c05f011475cf4fba08205daadc80f3cba4e9e8b3835d75c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119f172232fb51314a6084582e8ec89a4f8d0344
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85012496bcdc5591da20f47b0827f40ec34a7c458bd8a06b29561c62ce8d61be
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8b2a357bd5760bc0dfa64e1fff225a81ad7656
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa1c575ba152266c69f9bbda59c90273f87dee554824304d0d1d8f7f73838ef
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7146cb72d24a54aadb20c48c089b0797518a24
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfd4b2186c6eac650d73612c4dd326c28ea95eed6ef863682a36203ef93b9ae
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fa2d42556b36f56ee637614251b2a19edb55c8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c925582e2ad0d7f094fd7a33e1864455254909c3ce052f107108bec01e97fab6
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea392540386a9ed229ab45216d6717ed7b574694
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597add986fbe9f35487a516504525d29b31674078daba6d4bfc5965e9a03e600
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d36662abb59a2c7942ce3b9d3647649130b0325
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d160dbdcea8870140309cc95ace28ff49d61cfb31ebadb5411319cb8aa1b54
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffa79b947681c196493df0aa5cb04d976763a26
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc581df4ced84e910107190c22e7c6a83b3c858fc3a9d4fd92fb7c460993be0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2f098e62afd2b159932af5488eb737cd44b1ee
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0d1abd7049b70a71c54cec062748894091e74e2259dad5d2a2f01e9f6a524a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5387db89cc21bd7b63482c41353913dd39cda337
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666964f25cc979eb86e5a1728bc2026cdbd85eb9455ce1eac71019861549d16b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e5c4d581400d3f834ef4a0e070207499d0ed02
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1595d10e15282268a49ffb82c00f52661ce7f2e559ddc6c752539c7292057b77
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafe390adf455269c63f48f8db3ff74b7910ad6e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b1063c1e8c61bc1f0837e5ce24d25ff88ce0737b69156bb40c9419b626e5e0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9a5a15617dea4554ed30a82093ee290070a7eb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031a9977d43c7a2c2dc3d9a2a67ab540143ce93fbd19017c38ecf0db25da49fb
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83c6d77d7190e2314181f5fc5217b6e4d366878
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91963bc3ac13d8bd7a0909571ef278dfa8eb49ed313125ee134dc7a9311be04
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82191349dea656f969d1c7906fa06c061f553ca
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46047e8a71db64d122f2574d83ce8c453819d626f2531e12c03c9d4bd8cf2d8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12cdaec51ad922fa554d2818389bf7d322b1c64
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07aa578220aa05820c1871c1f1ba0674e65e8dc4f019fa2da1dfffe2e2b65ec
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3999d7a97a058d749b88c7e018f82a98a729e530
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2745cfdd4a5a715788c271ce9a76266a57f0b6e84097b092a06c0d66e3a8fcd2
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af59995b9a96b2baed6075e043082dc191eb9ba
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0daab1de6825e8a2d60b09633340470a3c149ff74291517c7f8e765671e889
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383d87c13946038ddff15d7fabc16a458c663256
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4a86178f84cd50abadadc43b581166ff2dfa77a4639402b2ccf975446cb43e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0543a6398e91027092cdd68538525aa0c667d07
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180adb4e185603db3e00b4c563b6d562594621c79d4cffb39c2abaf3441912c0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05116165e7beb4a9e0ad02eb444e5c0376e84c0c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba75f6b90e333d5b808dd680931edc8890749bfac3c4ed7a32dcf6b68c5f6669
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a0f4f5736e4fb54e1551543fa8dcb912c6f22b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedaa4dd75bff9e0028850386d90427385a662c427de6c8bec20abba087d28f8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1917d31abc45828504a452d35d14e9b5b578609e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d224167f7fd1437d48138ef2542eb923dd2d1d095d4f2324bb19265758477ee7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ab50bd1638abe62038295ec2f3b02068b83fe4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cd0041aa3cc2f661f4e9b24fdb133848e4f701c1c1f2addb98c7dda6934933
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2809d6d625775de7b912f3e1243273820896c15f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aae59667c717c2f6659e2b6ec25fc2955fd77140fb9f1be6a936d7ee3b4171d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db594c0f1eeb3ef223f4e52167b4576a633ebd1b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737f3ddbdc7734716314428437660cf0c60cd6a17d8c066097b39b491c1b6a3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8e5722d76a2d53db44f2ac2930d17db0ad462d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d191e1b91b742ab68923327cd634e1d051f7cf44715aedda3be11c5b4adc04
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8043196f927450a40daa014981551e165198269
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0782dcac3f2b8f0dd9ec78e8d2bfa2fd5f5d7fd1ea9b332451e95149a67d0821
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fef0dae4326b3e9ae27f5ed277da8324420496
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8f5d14ecb897b8aa869ec34c773e7921c3d2c0f8b6a72661df8958ccbc7872
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791fcc506014fc6e53667e22113b3eae4f594446
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8318730c2b173f89167f7197f1f7e812bfbc532054c9087d5d6b5101a91c62
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa97ea0c7245b553dcc33a3ff0ad9bfc4fa19ea
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a899502543c9ece90462136e6fcab792b703142985d5e9c0f781bf013740b4b9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c15673b06263da0cae581eb5e9197eaf5c85d00
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b286c17c9f0432d35380b00a0f52c1a88d743112b01cd3b408d1b75f798ee79e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6ef8d11b669f228e1e89f82467772d5eec98d7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1e61e98d4e669df509868e49dabcb4d46e493757736b1f1edb2f695e4b6df5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f847c54803686dd55fae9cd6e0d7adb745b0a4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63c55de8dd856946c98ea32654c39ddb4abe0d917fbbc00ea3de567d12647da
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58182649f2f2dfcb1b5f1f6873654caae3067d77
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1854e5328f1e7ebe7a28fbf1bd9a07a6dd9d82248fdd22880e6775f4e9d6b89d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa53e35d74266b19bc425d83bba2811c210a3a0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d66382b3bf020a7c71a5c808a66f9c320588954c7dc598ceed357a190163c54
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ae7eddb1e1855f9f3d317800c4e92e5eba7dab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813b929a6b6b2cc7dd080dd301d6c57ae8c8b1997e43544f0e75d94797e9df1d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dff4e42a46bddf66ce5f8b4bb8c2c261f502e8d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dd82ec2241fda7d77dfb7c28f52605abc7fcf0a19f4b206babae41e8d1fa5f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854e09652e6b807d5d9b5a08211fe27c32473f96
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef17bb9c67d5e7bb7ee96688d60c6f2d2d431661161bc6cba4723ad51edd965
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b20d186b09fae742c0bbf596b4356f2246ffdc1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14101e58e0c0c9238040afa07968f344f06d95b65c14b4ef04723ccc989d7e6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf513db6f816b14705dea085829f23051ec5c5b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6328cdcdd73400f93c9cc68aab0ea034aa30c52588308a5281ebb105fe81d6d
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53744cd49944f811fb98bae705fe353229131b7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cde3e565138ff5e39ea11dc909dbe0b959a77b8e23ef672d09f8d1d56e4118f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9496783f524ebd780835a704ac86550cf5e740d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ffd7773294a8660261551a3e794f0aafd68d49910edb27d31255adc69c90e1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21003dc0c2d381a07c7da66dc1fee25b7fb64242
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd91bcd24dd1ef8d286f84eab365db3547a2587414c317a966401a98c25c92de
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a9555c2a0f55e4c2d8520107ced318339bee0c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed6ffaabfd08eea49eefd48dc962fd22e1a8798ae930ed18e6ee00d6c979ab5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2831d2adb64add0c0a2264ebc288f237e629da4c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5c9850042ae4f5f61453a2283b2e4876d9e413fd47215cf333d336ecac14ce
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628b92d88756de81b2ac710edab7b61b3edb6657
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd259adf6769a78be569816f2afe7e0a1cb11b83c90b796eb377fbc73789a62
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75602ae7b2763b3cae3206e198b0faf737336e2d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1514aeb69ae15802ae0c21203fb988b15b7d05e30afbbd960c03b371c192f4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f2d42f55a144fa101e705d325a3d388581c082
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb031f00057793e7d6acf4c6dbc1bc2e141f0350fd1cd22c7d813b2d5404e62
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9650cbedeb8edf9db58ecab4e9ce3fce2fe8b0fc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacac4af5011f875036571fe855b05a27f6cb22a2a009ce637af37e043556a06
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c66d0b9c7910dcc04e41ada0dbdb8a468f65a0c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16bc216ce84312929ecd0f3774bf6b110013e2bb75c62f9a8410f69a39df580
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2315a586ea2ee617a23c38d5a42ef0e780324c2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348f149bb76781d342d6122a2de936bf6a5f0aacdd694687ee335a137c9457c9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fdb8848f2ebb7c8e36a7067b9558c51e73af7fd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b748b450329fd495a4cd03a591a2ecf27a90e5bdb72ceace1f793c368d6d0e1c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0ebb4469848c4c61c957b5fb2614893c490ac8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33d61f34b85d0170dcdad904e9122c6f6f258878b618e46b0e7efe7dff9114c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7863905f81b9afebbb03b0582e3162eaf2a3e6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeee74efb854177d3b28be0080821b93bbc166110a417290d79df3b3f4e46bd0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ac49efaa581c76928aa1f3fee48989e0df4327
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744b8c76afca00e8f9af46cac322710105c22569f9fbbac0726c0e690f7f1e7a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6a257e070c66ccdecfb8c5ee639d39476db087
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9b6764a8d2790d17ccfbc129ac5b3b6c360daf9b4ef9836ce00ca3ea3edc01
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a9e7ab1aa40236bd42325c2065781ed9739caa
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40bfcb2e2d5ce38fc17c16b2d3a9c2cf494058a56ea3700a01d214f0ad1adb5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db34ded590a1a5a2ad17b6c7f5c6c550e714c77
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ec7c92116de4df3a80211c659d57a5222e17d708b9798ca9679aa3a93cb388
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f008f07efc1dadc1717653e13bec66fc53db76e6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29a9ad4bec0ff22b6b4c1b408724c13ee79db28b166efbbffaa53c46481dfd7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed69579e5bc09c4ad743f43b9d310f22c6f84bfe
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73626bc3059305578a51189718415c024205e616bb06642bece165f9d741e909
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd14a728f7c49a2c74f1fb0174c64bc0d7d2be9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61e07b8b91fad02ec2bb0cd7d64ca3a775f9a65738972451f994d69f3b0324a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cb5fa43593b329a627099d76875dbe5a6d42e5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891b04e3b8fd8726fc047beaa482d96156681ac436c6cb24c9a44f6dd3788991
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a86867137a8473121f93e744507fbb5f8c3cf1a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8577f19ea0947eed083deca08e40250dce5e395b8f2843f60e9ce452a71c8d03
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14ac0b9713eb6d0ce7faf05d28375eecdfd774c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac47a55a79920c44534188627cc8ebdb1e017b7855d363a862312a444eac40d2
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63494a320416162b03b48823906962f4cc16a9d8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44a2b1c3e84a66262759c1b0982b4b5162efbc3ccab5e00b6c3d8925e1971f4
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f8f9c0d9175fc290ebdc0967cbc76560782e28
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80633e59633f68700e8ee053d530f59111d2b88910373dab92d78197103ff76
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a67861f112f7f64b128d668b6ffcc359608cfb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a9feba91b4b1b231051f83a857aa04e0f01b46df9da3a5974388ddf27f6c0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3723a90a69dd2d19b7c251e13c9ddc9b722a9f1a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecb5c3d5ca15380cddee48d0ee7da97a8e32c5dfbba59614d94ea526ccf1ecc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a4905723ad1fef3d11e2be897a70d7f577b5c5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726a6fc8b4eac8cc6b13d5d2e68b700aa4bc1509fd43e89121c216a92263e765
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f58fd86a2ddab6cb33f5d7ea689a4c3aef87db
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f33905dd0ec87eaf29b09e6865b2a917bbd38bacf2e666661d21893806bc9f3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48e5d648ad1d6272e3b4e45a9f69c561c7341cc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dbfdd154cd373561b2d2c8084b0fdb31b51e35e53f013a15008023e9b53152
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d92d304b133eaf6a9b08ad99384f8e0883fb0c9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74aa722101c513f0a424a38a66257310d9b35cec4a3b054320e1e0e293514460
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa745b8fa50314fa3c0a44cf20fc720cc85b42a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cdc752d14d153843fde94b73480c4ba92e5f5bcefe7864b8a47bf843f5d972
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449cecd4df1c26be907b9fad3636179ef9703add
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d000c040a7543633fb3651c7c676f869768b7d7d38161384788e5ff9c5ba5a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0906dcbc0a67f10a40f666ee77013447191b9d38
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3168238586315174cf2df74440229d6605d8aa602e1823b27e80dfdde76464e1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5305a82cb6331def64d0f1bc4e96ff387766fd2a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456f6137f969c6576881f2ad420f91ffa2024655eff01bbf549e354cac7c3423
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810c6c03e37bbef555d39d36a411bae51b31a3e0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8210c63aaae3cdaaa18bc05226f7696abc3efdfdb7535eaf562f79e5a2fd07
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820f884dec94d722bdb4df3fedacf317dd442788
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ccd92708299fa136e098215bf5a8c5a5c38f6f83182b7faf75798b6f0eac38
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19c7fc65527214104c8c4d58902141c6c50f831
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb468ee758bfed59761fcad22b51518ff970cf8748272e419208cc8d1f51009
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ece77d94442fb71b3a6878381aa2019b8414d2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6cc5a17ff62093318c0ad559e222f752fcd92576697a0516e96b52e5c36df8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23994e29d868aa8f8051c9b639260e6e9b3ddbc2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c031c0de281f9e82a40ef9a0a568e00247b1753d5d790d501118f7506fe04ea7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5ed74ba05051e837c5aa9f87b8b338fb3c8cc2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8870d75e49ad2e12a8335c7aa8426b60e4b13b12d9052d7439ef35e0530489da
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ab00ad194fd3c8369565921db0d06c60208e15
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dce0e9aebbca3b02d7d2094349a319946080dc4f5d9c5ef6e11403b2874ea3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7c47f53824b14ac29785893d290deea492c3d9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027df475c4241fd9b7aca947d9d55432422ae185e44fd3d652565551220e28c0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2b21e82348e9e1068b572a4170b9732f2b8a1e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335e0c2d4764ad12e24058daf2ff22e0e8161e8479d563a558524c36eeedde2c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55808c5ffdf8cf0109099c9d813eecc1aa4a6116
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13df87f67eafb5b4bf265d3860b939ba866fad25b77f30bb2113f040387c60
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51a44fdfe38453cb93b00c4bac050c5adf8f98f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0a1f2a12ea0b5db481667f23e717f1e55d9f2077392d27a46c911fcb5ecb77
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4eceb3faf6dfa7efffec3aa2aeb419025ef219
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e937b1f1958b774337f01cd7d92056802de134fc532837954b6e5fe6105b83d
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6350b3576bb58213f55f21b416612cbed31877
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b59b229ed1d6f1483aba86d285c83b05e22c9ee860eb7c51111b7ef90f68a77
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7e268fc9c71c3d9ef0ac10d7a3daa75de9918c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310c9f4673683694368a9e42595c4b8111f86eb26a8bc20d3913051b3c242609
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ff71e47982f96a4a36ae7ed5e7f66b5dfef718
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638fcda83f7df9104c2feccb48ce25d663132f7197952f3cce127ee0879b7365
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b922f3290c73c0700ccc2c1d6d3e6941e01b54a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3af20487c92b78443326cc5c613064b9f55276998802817ebb41ffe3dcdbfdc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01370591e03bc2712c706170e0192a131d2292b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6105bfb2dc21baed27630cf9716c9e83e01ebd9193264636ea8c91af80e977
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15ac776798c4061d1f6fc9af5b4569a85f6e35d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a93694caeda4d148cceb771f759f438afedf47ddaf621d8a8a3794dd861c2a1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808419c44ad02715adb6fd9d8dea4c7abd9cab1f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5048a0d03f502f296d26d58dc1fc9e00d53aa48222af9bb9c22257c0cdc1958
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2442502c5a747825ce1bf9fd08d90f119b8860
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34614988b0696695685eb6daacc6f3d43468c390e3c671e1a621f5e01b248ea
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2f0ca3bd954178fc9c9a3595389fedc9f1d8e0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943d23b831a372f81dbf11fc0111c0e09cd047fbbb83ab753d4f94183f32603f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b130f922775ef969f49ef04a692873cdf589087
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a6785749c17abc11868380e552a0387599eb17888682221ba461845403e242
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a6417337b9d2a21bf1e4e027f5241daa85b917
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cadba9a38ab63247bc73b1a27b7e95195fca07c77d82ed2330b5151e633528
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8a82a55c7bd950f00d548203b9d34cd9ac4376
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ae28bc0d2f33bfd8cd32d76f99ae93451f76c8a87f596965cf376d403f6873
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2125ef259f932bf9202506f933cfd257626a005d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c61b9d7d986afffbfd43463ebf743b13e3b4add24a599329fb95c9e8c97c3c7
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f5c97099672fe4168fc7a5be8dcb3288f08318
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce2b12f7925cebd31ac2a252f506c37e57cc873eea5eb2f4c0a44798829b540
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fd8e42dc48534ef987b81a4955f221230ad703
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1452047a443f0064df3e81264285c5eb35d0d9fda70793fc599a7c9787e53958
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70b744a2df7d0af607d4ef89d1d58d6cfd7e4f9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7672ad868cf2c0b987844f1d47bdb4f8b797654390e256534b4b1e3c3be49d6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af96da868c2981ff176dcaab0e034566a24f4056
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a10e8a2661f97e340a9146ceff821a22992213a9ba341ee10daf00c380cbcb1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d1c0971dbb73615f9f0ff2723f65dd6846d784
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae98194995dcfdccc232cf25632d41771e427273a47aba303b44de2183e887b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a93f15d63ebd9dbaf1c18c73f416668efd98c87
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9d9116775d67d6e3db59dee6ced75d9bf4054350e4bc077bd56aff274de82a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b7fb28cf31099a7d45ad0abbf3b24eca1ad991
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad69f29b8bb6a32df91efd06b299bce6227a104b7e2379efcb336fe6b7ecf25
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a018d0ada8c371d7788ff8f178c210b3950153
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6e3b79573f3de742175e75ad87632233ec20586b102fc9fd50bfc8ed34b3ac
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163c560cabaa3338e35b4844e1b86d711666101f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee020cfc1f62a92514bd4800e40cedaaf20d8fd19cedafb947cf849e9e0b297d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069a51dca4072342237cd5df9f88ad31c94339b5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1edb2a2ab110fd729ee3862334e82f50ecdc3d3fe63316ed6dbedf132e1ba8b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f641b59dd7add92b4b1c82b67b4b8b7480af04b2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cc05aee649bbe68519c9b83f5206d83216428bb07a8cf8f29b761495898bda
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69addd3c75ad2100c75800dc1494f683112483eb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e99a8f634fe2ee7c9b21a5934df69ff1a9648e5475bc2a88244b803d89214dd
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cd6177b7cf705216d9fe781de2f9e1c4ed8e80
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c4d9a90e8a1c6bc7469c070a3c467cdc4e893ab639ffa9c038279f61573afe
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8663fc460e8715d5bfe34aeeaed2607848096946
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5042893e7482145b59ab7027eda9dd1da48f9113756b995e02a93a398be6ac68
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7043eb0ae516eefeef624e41f8371a745758277f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8c99c41f3f2136b13b0489fa8e6cc7901dfbd66e5e0d94aef9a03a6fe3ae89
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35216199875a6293d962526732e141196799afea
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48722b82a4275c52cf4edc1faf3d0dc2462a2008a916d71815224f924839299
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4419115b044e58e83077bc76844bd75b9647a6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6ac25e7bc5bc7d7582fa76a299a642f88cd557bcaec420b07190f59f875347
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57eada7850970e465f489960746bcb43bfc2888a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a405146f7768477e0f7440f3399b4794aae01318202941d124f340ead24539e9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a630a14373c486b09921f0a51a300ddc906ab4ed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb220ae3e5e18aa3d953e1bda03812b2583585380ed990e1d63b7bcfac61dec
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5257c52b2ae2dd0541bd28a3fdd579bb2d08e20c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc485196d421f2ecca3f65b0a7fabda557d530a6ee9f3d7c5a3cc5c28465a69d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcfe2c462a5a2a543e28fc741bb56102a8a0d5a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998edccf454a090ebe88eb4b5f97959cf391fadc4e4da505ba04feb5168d6f51
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6b626d3445d3f45e29102f92433611c1b5a32b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1be12bf92f6c4a1daa7820c83e8ed711c584f5e9a4a46d9595e73385a66aab9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1231ea672b478725517ac1896042888319ef389f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b1066aa290839daed8e6c59779c528005b12993f434a0a958ab504fbf82564
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d60be9bd02011919e54ca4315c9c7711c9b2248
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd051d6a9370bdcc456cf5e4cf03ea6268e4af96d826143b7824150f25b2f29
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83a55148ddb26634b3955287bf0ece7d9c5efd1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ed977d9059d2d4b147cf66f82b9ced6009963294a948ddccf7855412a256c1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ee035ba0329fb951c901a1d76d9fdb18daaa3d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3ec335c250b211e5193998f9a3075e30e8d3803c4abb673afcbd891cbae5b9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cbee718dd7ce3c01212063a750be3079289e95
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1869278cfdaa920fdf2a48a5210eaaf40959f1e886fac72f149e71c7b21bd530
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95fc6626b7978831b111f4f36b8d8ad2f51a90c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8269ddf56601568572c37cedbc084fa85b2fffbcd6617933520e6258f51d4d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faccaf5d65749ec28bd71b40caf79457a267a134
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a499df9c0b4b75736ac5df479288ddeecb0bbef30e62c0a1e0aef4e55de0988
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e37dc0e4d3efe6da7ff2fd0a06a5a938972d74
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c9153f47a2536a640c051f5bcd6deeafbdd979fae4bf3495ad7a2a127065ad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb02e33e1d03a52148ab59dc30555abd60e8b46c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d8ba44a2d919e6fac2eea883d818e91f9d7d44ea60300aa276fa9f0dae67ee
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422470376c9e18ad5d7a7fd1ae1da17dbcba75c9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818e3c3db8da816bc11f4ab02be82145b629a90aa75c08f5b0fa7a51a65bfa36
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274906121c4e15cfeae480b760716161cd05284c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac32b3831f0c1f3f91d9f8bb0152fcdd88276fd97df925af0b2dfd47df42663e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8deb89a2d98338013280d3d3d87ade84c98c8b92
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a72d4e71c5d0e5be7c880925f8609011ecc76dc882d1eb7994c19d98479d606
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1de824f3cbd29744d415f01842bba754f6bd4c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a506fcb450a07b34d6a6e4faed4712f86917b38df3ceca71c6433c479a2e4eb8
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a37a82b92155b0d810d30d057b08c85bb10107c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc164e05d71c2598f017b88b66156095bc9a12027c48028e1ecf478c3caab73b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3889f1dc6ed384666f61044429ae73e1dac12b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879d151d9f9069b461c9e6c8ecefbfbf675e46928fca149fdb9df8c5aae47bc5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b328b87dc7fb2f3f3606d2f904c198d6930058
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d24742df79c06e623ee69697e78a8ecf607f1dae091d97f4059766fa4afa7d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dc6db9bfa37e0d5300b243fc47b6d35e59910f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03de300aa2f33c9732e03af8d21e152bdef4382e6e61b2fc1ff3be613715d6d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd1a76954972c967655527d12438da558ca9f9e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be96269a6441ccd49185a598f3b809399f6ff38c732a06b2416c0305fbbf1492
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bff884c1a3d192b02471067b42cbe6af754f19
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9928917e30fc635588a8c35bcd478ebfffd60d101e5dbca4a91276384f5c8da8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72cba3f97abac82fe28399e5750f2ec0f275248
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275ef5dde063c9f3f7b16b78e21c71e031aa8b9379afe47c69b5b723b025f235
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d106d02f212d798d15036596c49cf9ad25420b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b474c7f94cfafe7ede0e1476a00e5eb7ba7ec4bfc3d305ffabfab55127aa3a7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964bec074f4b5aee1ec156d4920f421957e8e55d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275bc1e469917285e9b0f615e99a557111fcbd2754d65e88bf1a4ad1097f59c4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917e08ac11d75b6be10eae8c927a26e029424149
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80922420722754c58c398a3bd6ac89f7e5b7cfc80b44de66992e6b29f24fff39
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ed733044f1611baad563b83ffc698e27bd5bc5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bd10243b3699c243dd78d194466180f13e40f69fcf6e59ffc50bd5ba8bde8d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f16af80a3f9830f860744e07341170f0fd8340
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a852dc15c231ff76f4693b5e6b6b65ffde9453ff0d7b9d513529d8b2fd8676
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a994041899f1c409a78cb86638dea861d4a330a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473e12d9cfb3689d177784536976cce4015e4e60b5021788bdeb86ce4477e7a2
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e273285594d901b5753c66f9bb5e5c4bb76270
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f73208a604f224a5ff5d5597e1facdb73b11b50b8f30e4b4d2210f0e0ed54c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c8b8e454de0bf3d6ad4d0ade776e08409383db
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b36fcd54c05303aa60a894233c21bf82dd64c3875407b89215a87b1c36f9a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464a4bf66e34cd5e33fa9d1957a09a72473d5282
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dd315e7e0ed641e71d4f26b22f7d2a65922dd6cd4288f9a4a4eac24038dcd9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c0745ad74e00ccedaf048897a2cc613951c6bd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0a6c91b7071bd2466d6c80a6a7fa65b5c12aa88bab965c20d217552b138e52
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3459eb41f688edf82ead5c3ecd6a96f634db30f2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9928ac9c37dc46640da229f23f4c11343db7c2ec6a9303ff1f4ddafd99db9734
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b341ba5e13bf21404b1eee7f68d8b29d4079f92
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e339da64d9be02fe3d222c601771fd9535837b3ffd55968a7958528aebc2d1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4fd5859cc0b793602738990333ad41788e9f9b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3605c439fb7c199ae196682b0b02624813a5e1fd9a132be1f2e5752ba2de244
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cddec4d507957fa0270ce7c6ef1816477addb3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec96c03ccd3505966bc2b4d27f763048b9dd7a237d5799cff97f9bd4bbb7fe6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20354af4ce63c0e67b0fe37729301bcb21ac9d7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fa3636db1156b02f6e1505f400a85fca2973392329c00761a3216ee8a845d9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7bdd65e8566df272f618a5d6e560b0998bc7ed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ea74c2302bf3e6a03248cd3beb1304a2edcbf7f025750f698d93d1a7adfd99
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb58101f41137c97464c741926d0c230c2541b5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ac77484587d512cc0aa1a9510358c5447e57cea9c2ddc9b9142cd011f81534
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a4cc147954ccc685ec41007de6f567bf1c3f49
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d6374b8ea194a58f7cd4f4c521d3e982536ea840caa8d30cfebbca83bf592d
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3848030e349d7be70c7c352c37370ac757a28b48
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92a3cf2286220e5dfb0bf351780b5a2c1ed8feb5b4cdf7ef69364f2b8e8be40
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f48f9bd726a28945bd5cf121fb67129ea5fff4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45e921929825e1c98cd143e805f6d0195742aaa5f58f2c9d44598d377454c19
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0017617b121fb80b25331f7ffada27de8cfd8102
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52af2bbdce99065479e4e999f1d25dabc75a2dcc823e3e0b500cf611b4611bff
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06353cd12a03c69bea0c2bae2a797ee07618366
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e027afbf8f9b3624b4ea00a16fc9dceb55f8f8c6b6dbc84d3cfdb2ce3559018
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dae53292543a80b433c3f3f62c97c916d3befc2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73417e4ac126a77e6429bc6ee2f6143bbb0666b0b65069a62093c61ba1e54762
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6ae0eaeb76d85a7d62f46a50f623709aa9bc42
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94b7cf0b805d8c429549ef7a72c0e3a4ab068e1e8f0fdfb88687b3902c84c63
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611ec78f3c5221d38f8ac521e8eb0389a9ca7a25
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d0c0eb60cdf3df494c4d1917af2e2c0f4db7a9ca6a4819042b252f62688854
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62f2bba4983708573e65cd6b9e1de88bb50c6ed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3418a4b060812e866cf91a9ef15ca8f7da7c38be3f0b73b7d8805fe1b37c4b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03da3198722b364284dc97ae580f913b6bd3bf1b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a231362c9f7a7507db51152033ce82b4eea4378039844bd31c4e3d41eef035
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596aa82d3544f544d3855321c22b5945ada30c69
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da407489983923c8714485cc6307697d8adb380ee9fe4bd0ecff6357fede6d92
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c4e0c6302c12e6a068c01bc4a2450ef0c59fcc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb03d5e5dff540e5ee874ad49a0ab25e4ea11c1d50d7a59f27793ca0410dafff
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dea577df026717a53e73333be19b599b0aef70
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc9d0af0b3d38c376652f3d5f8ca099655b5dfece3fc136308e1bda314894f9
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0404c6b16e219aeca571a0ee785602d754c4cc40
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6e4fdc33c9ccbc84fa1503cd59f22596523a7b4c2fe726ed35dfdebd5bdd0d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e308d55c16b65dfc32227df121971074e6d1e9e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d04be9dd67162698a7eb7578a1b2bf461e23c8a3883bf25fa4e4dfbe2c9cb1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27939f3b8146f1b46f4cc4c320c822c1def9dca5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30217baef117bb8e13db7ba4cbdb2aba9868442afaabbe1269a483e797475b6a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e263c2127fbe0cd22b54437d3be28bddd24f5094
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a31cbe369defd4f5ece3118631c2f9d0a2f18430fa164ae000e4e84e2c4475
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f7d3e148897bcad6e60b2432caa6e4f0e57ed0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8795b3a5bd95a04a80cc17f2eb5831f10705489136fab3a292a0d90108a13d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c7323f93a27ff6d5e2ba89aa8b87cf0147ca1b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43752c18014613dcedbf85841d9b975a667bbc26444ddc4c466119b504cb11ad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333e5bd1533af1e73789718a6797b7e1cc67458d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5400c319824e26fd0168fcd1bd732ded69eedd6f66e96989329ab2dd3c7332c3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355b6b641248312e80f9f53158ffb51769d0240c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ec72d0e4f600309c08284cd9b0863359e473ae923ec089051118f575c5f521
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3daa73aacd7053e3537da10defa596c5f16ebc4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cf928d2bfca8c2605df012a8681af692c2091bc84c5da233bb1575566dc2b7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4bfe0972fd6cdec86a899bf2c6bb474fb0386d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3742acacad9a90c9c02b9b1cf8b05fcccf7585e18a5829dad25dc0409697186e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc6a625cc6aacf2cd9806e2cb2649b05a2f2d3a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dde1faf1bbf7430a9ae3ce750bc2d29e8c0554bf25457dd174e32051aae7424
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f93b7d443c42c0cfa9e293272def48ca0b1556c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b283a12a5bdcc8cc3debe5f52a78b42af85270e61c692f409c79040db66f73c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3deac8add585bcfb01efb2b113367a0efd4366
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff1242552c543b42e8793b762e6750d8f4815a3b0f64215fb6664b1365e1b1b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d975e2a8c1f1130632e81f8863f564f15a39639
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524d01cf18e5df4a04266d424762ac319022e86797f2ce3bb243f81ea2a4cfb5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b26b8d98733eaa1b1f610aa3de32c34e9b16880
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7719f7eb7a30f70a08608662e324b89b21e0471a3e2fe7e93f5229f585f87bd4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37db2ff962b5c06cf577ffd50c9473e886db2212
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e98804ed8999b5d492b00b87ee0555358a240a546698233080dd2f3e65a37a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721ab2195a7a27432366568a0a7352b1f16a953f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713cb67ae62fb2b7db238eeba6f133c7f96029ecf18b7521ac9e19d22bf74de6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dfaf7bd826bd63dac6829e8db97065d4c02e18
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8cec4e2e245cc79d3e6cc87434538f182250b36ee2acaa99f9fc529d2dd84c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c01d078e8eba8ccb6a18b4d2843df0bc7a91ec
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf4d19f6bf7f02662b91cf694a53fd63b3d00e0d77f0d261e34c3613ea9596b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01912305617bbb34596d3b9170230a13964faf2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc52d75f7307020d85aa6ae728eda45370b33fb0b1a37fe3d95e4e77ba5edc6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61187de49809b7c5295e1d8ba733e4b734d31b59
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03729f7e18085efabc8158ef70346f323ef90deb8bd61443b3c4b4577785c6bd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1a7b2be561357840b6a4075241f6d8be4b212a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dda64c3655e7a123e65ea161201d568316a8f98c4a9f8f9cd5a7e5186923dd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/lm_head/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5a0bad22ecb437cfdaf5316c8e653e41cec701
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60c4b4eb6e42c0bea9ba04a16784c590e61332954554b10aabba3ac3f7f0134
+size 205955
diff --git a/params/phi/8/rnd_naive/comb_12/trained/lm_head/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5dfb2ce559c3784ca40a3ddde76e8f32cd9cf9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a2eba9a178a5137821e710bf311e43de4814b10c13adb55a78cb4cc376784d
+size 205955
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e709e6d5529abc34df917e94c273ad9dc3b34344
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b26b8e75ace21e35d75b7c51d6b5cf541b48a9350bda9e9e986b4c171f017ad
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d99799449e0d8bd889d968c7331d69c8649d424
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bf0999616b9a71aa83f2d44c209366d7dbe2efde9e44648958c02ea99502f0
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9d29cbc27e4d81a4633144907e96294068f27e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2346680ca2bffc093249186e553210caf4e2742d29168ed5d4bfb08991a14f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cf6c1fb1243095f40a3c242d356b0d8d57fd6a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714a7517d208f9e3fa81626e9c9e6ac599b0bb241394f010c71e224e0a0b2d16
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29c061a38d1e26526296a8c5da1e2b9e3d5b320
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4092f592fab217df11166943a0edbb20aae31173293d9d916454321d582326c3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64147ca35d578da5e24556a5735a9607ef21521
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907cfd3d639b89f138e51039d670e80a8ac6784bdeb1567dc7e6d8ec46491d59
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf77281806f0fb06bcf706fba90609b3f9353c62
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9054065fcc46492ebe9e2981689b73250b78b202f1f2e529784b538883af449
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4b5de43b2889f9c2db32b618f19ec3a078fe6c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadfbdc50513b372d2b1a75360dcc579d1950cbae6aa6b3bdeded9d47b4d10e6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662cd22f631d6092e42ecb22a553bbcc10898ac2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623a0f3cb2eac870a5f51cb7257917ea0dba63d80e20969dce5fe8b9e625b250
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc9ec377066712c9707b18f3c10725444c89b47
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ebc1853a631de189b723bc8369db90d4cb8087d7666ed7b373f121b891e58a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33651d6cba42e7a940ae9083c72249808d18ee73
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9f519e4eaf477812745b2054885981c57ae3b3f4aee992d7b6f3ed911fc1c4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98a5dd616a6f3e43f56bc494bb5392f8548a995
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6c7f59c077fb141f362602ef0fdf65c5a8eedfc200c201119d8ad395d2f84c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703fa607b4b52776e974388d374d7447837925e6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ecf46b4abfcf2abb1da6e785d73f54f8c53b92d459651811f0527c9a44d6f3
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe19825856a1a824c9724a51142d996030a272f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff72aeb3b8c5f3425427eac974b01548eef625c359555f32e5d58422986243a6
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014643390f41545178b0de3ff00a3d7e52c96301
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e0525ae6920b79578b9bca77eb005782be341d277104124699dfc9f09d361b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a647c7173bc6e1fda66a7e1339ca83634fa26f6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3591c6a29adab973f5f2db4cbe9fddf15881ef964a901682bf331b970e8c899
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816763324ab751f673a65f6bb23eff728ba32da6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22462391154fca79a02268291ef1684ccc05f30997ab95d95740c435e1ae276f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf11a17ef1f705e2b6272e6660b501846bdeea7e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d887937930d881c254fb33b496a34e674368953ede6b54aced1ef2483b3e209e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30ee31cf31e10a4458dde06f0a6f91431145a1a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f215103c863d18a8fc58b806b8ab576356ec594d89c581eae4ed87c86ec249
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10071c8fffed9e699aa5e539edfda05a7a8c3f6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839a70d6903cb96b7492c0f6ed4e364cf1b5f04beca91d12f9aa543f484b0fba
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4600696f75e0e0d0d8b0cc379f79b88b809373
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410eaaf88a1c71a80f744dd2710e64576014e58eb423a572b3e72c2efe1931ee
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f486c57c41abf0070fea4b905d61f6e38e62e978
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbf2e0fa582dc1854758fed55f8ced91fecdee3fd2926e54042da3e31fc1a79
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a69cde808ff39355affd26fd3ac63e179adfbed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92387bab6df848473acd2dd61a2073b17b92d0be6cc6067d6f3b5f22626fe598
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b090eb366dab6196296a4e386c03933ef186622
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfacaf9ed3581726b104006ae6de930c7fd7b43b348bdc9d39044e01d2b0b6be
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06b7cc0aea1d4181d23de45056fffd65c9edf52
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ce44f9cfe00ffd731a21d00c34e43febad684b5d7532fce471f2707f508406
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d18ef51fab9dd1c1c695f327f321d373b4bc19
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0daaeaa755c46d8519fccdd7a17ac802554717afa8fdbb2df27257a1596103
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9408087276b883b63fc0f98a3ee8fa9565c08d10
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4ac19329bd15fb41f86c5118a5a6f710da22afcf9e37e73e30914d5aa7dd82
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f26816acabd71067924c4b22dc07a1bbfbdab8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff8aee5f8fbba7650b90387ca6ca8281c3c81542545dccf2cd04c5eb4b4d7aa
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddaf33f783dc44f107d8e42a6bdad308810fa5c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31bd1a159db4468eaab3afeccfbdcd05c60d407743b96dece235b5746033aa73
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea209082338f40132496f50b80a98170ab822da
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e5dfdacb5bfd4f5cd46151ed324725627964117932a509dc1da325f59380ac
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949db84cec18e0e337ee69754fea315d013d228d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ae9ca5895c47bffdfaf17e848d45aa5ed27edd195e15da52220a39e45a6f90
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079d080cf469478c48bf1ddcd80f464c22ecd327
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6ea7e418e33a8e0faf8ccb1d393db140a35ab2b5c1f29c6c8c86043234e171
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489dd11ae98066c21fd70917064af8fc4d60beff
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e139a3bc9f93aa9d28ed948e6f56c41ac74e1f51650ca05c7d53db63082285
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17f3f169f52fbed4ccac2af1c5f7928105cdb7e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b04d85e656f16ffb6ba75e89fccce1a8ec8fc34ef51b4486ed5308d318b6596
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06c3fcb5e9cee83db410027f63d98181763535f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09efa49d8de5720b0d5f49cc2ed890b4eb9aebfdcfed047387dbbfe82930d267
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037612990933de719f1d42a2dc4d4559483f2521
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7298acb06f53f759f88a04704e34b6969ff1e61fa6c2e1e314cc3ec102f0ad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734f313e8b31aacffc624b6a02c7b45f861e4756
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ca64704fe3dcbae7df441ae8249583b467a8182f05bc6d86d3496570e37dd3
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108e33155dbeae07cba403971f3e63f1f295e2aa
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09487ffa00325c7bd794f95c478c72ad102f0a08f76232a70417c8202459b618
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b8814b2f33fa4bab2601c3c2a076770a5c630c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0486e596ab7778eea2f321fdbcd358dd87d00584ef906e87070b75c342ffd699
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0848ab410fe148a162b05d52240128a5ad6b6aec
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2dd42be4b13bebd95217ae2a771b41eb5013536b0f667173261ac0eb6cce7e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218425aa030ddf0baa6ebfd13df8056f8bbfa780
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21187720b9b8a7cfafbbadeb7086f0772ac8bfcfd7c860ea8dad56a2432ee655
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc2c4a9284526f90f340a977a41fa76ce0475ad
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88777c9ed4714cd62341968074c815241b3ffabd5b36246251496d56889a14a9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d709795209eb13aad1798d94b36ece6b0bae7183
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e28a06ea4a2380f2695f45b8fe62f3fdf2f1248bf5fe51f249960f2c6fde821
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbc963512019db23b6a54bc833203710dad432a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ece3619b2b15b3732a3eae28f969fef34d08d27bce3bc5e4ea68d513d25aff5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f62a0b6fce5275425cd9ae127b8c0ee009e4c4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41628d6489ac7aea77447c7bbf5c7e0fc327d2270a58f851e75a8d72cbdfc5cd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0f9bf671286b0f9b3fe292d875088e767de329
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901c4f6ec534b329aeaf0f6d5df0073d8b547bea9b953889ddd0c062493d1fcc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2c40edbab93445db8d81d0e78dc1fadc5293fa
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc1122066f52bd15227f1cabf98f5863f76fb395b1006be8008dc3d59c2692f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd26dcee45178feb0c347c9aa975dafcd40fd738
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8442c1f683cd680c38f99bbe93bd0c7cf49f7d0137bbd095541df583b438125d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877d030e0c6b7c167c187440b7b95dd0afc294d5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d062e914d7402211fc62298a5dcaed9c69b19f5296eeaf3f1160e3c40dd5f19f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e597617aef7708b12f23149429f1992fa150c3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8782c768dab974d24f8d150505ba5b98504ef483f7487c2e12d18ec92fb7fe52
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fd263e20c76c13a99a286bbd97883506c9b033
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6126c46afc6d9b148f627fc8845dc9f4b068439ed3440556abfddd5d9ad8dd73
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72033ae0a449418c1fee89cded0b64c2fbef327
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8589c35c192278f0d088ebc71bad1fd0ad4bfb0c3d379b467ee3e0c31c670c3f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a8c2e54cafcbe9f0704dff9a9fa3d666e182f9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9dd7958fa539ab86cb2cda677ef5a930604637085820918fdb48f025fa4850
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6708f9a7e790519dff9af4ae19084880aa93798b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d3632d36763cd038008928a8c93c136679d4f226a8b41b338fbfc2ed71c8d6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038362976c89738e0d9e5ef1048be613cb49a14e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632528279eb1a06acd98406fbff706608cebfc8ddb6888b62347003f0484ce4b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281144cc7337d0143b7ee9d32123a6afbb416bae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d76c9be86c15e0f8022bda257be2c5124a09f6bc7c3e0ce96f26554d0c3a0b5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb240856f149d2892b04b7ec63c4469b1d3fead
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a5b949311e7f0bbe2c26d33f83677ff7c7d5a59e818d9583c970fb1fcbcb00
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2df0290534979f2a7a49ad8b9c889d092ef548
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e418f0a84a2129624f9df4de124e7975df2fad91acab805d8ddfdd00e2887d29
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b51a2e05ac195b8206a972aadc2be2870e3120e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f38bb48056e7ff0dc21e018f1315a8f33eb67584ca43b2400ebeec0eaa019c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31bf80b74acd57f3950b4ade359629ca0295f69
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e7677954de2a9c97c498a0dc3a46a0c89c0f2df5f5de9ec8c96461b36917bb
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8771419ba4c18815cc7a20bcd6d5f7c40a63ade4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fa6ae398b61542462d8070962b606053bf0ddafa6b6862692564df8c749309
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b288629a537d90043b2e37d7b5d29d6dcb1a711a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887fdaf3b911ac2ebb13f799dd0807112cad4fe162d9665a0b1ea7aeac1909cd
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659649c5f80fb3c77ae6fcfd8a804c91275e12ab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155b4d0fe43b774430d26c42cfa0f7379e689be7c0b5b341927fa639b23964a5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4ae328a8a290d8ca29454cacf6778bd69c2b39
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca8cd61f8708815808f7e18b2913c34a71d6702308d7231ab6cb686436ebd5a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4949f77f214c731d41f8d73683792d9232b2b6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27b4682906b6fd1f67eb95cffa388a5d9e7bcc1ab0e86ee6b74152b0cea6724
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e6fc606ea498bdfd50757ea69c3044371ce9c7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933a1c52946e8749c2bdfb1a350adf4a740a228647450eebaaa7b6eb013c3274
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bf979db1f46f685087177d88b95b9f25dfdd39
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3403a4fe522b3249ab9e3d922d6a2300ac84c271e670583e5dea2c33b2cd9bad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21070b2852629183e73d0c58b3b8744f0a97305
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceff24e65bc89aa95d98e605a24854cc42c800534b2b5faad7e3149d3717c1ad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c8e0ba0f5c7bfead036bfd688770e236e1428a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336a6941aa57477a3a8edd5112e709ff450c014f60aa9ab01dfac669f87dd479
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c32d93992441bac34338ae13063b6a46dcbe67
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f51b0dc4cf0d61a8170997346d2abd424f46a7ae4053ee29e6b86976c3083a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cc2b5fdf3d152ee48768ab3eea287077d1801c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f225095a544e9e6e509a52ad9989e24223296dd33d2fe81075ead4c9509afd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac022ddea5fd47e25f4e65b96775d805f0ac14b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da603cd4a195e4fee06802f11b8fc7247f376709a777fd50abcb2d2b58f097a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd03710b42f760613ae541b813f7b949a8b1d7ab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2ef45976ad6a61812efb1ff537c45cbbc469312823fa55eee0910948344b68
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529b06e926d0463c3164b52d096ab807aa7e7a34
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa6a621c14e57461afe2f0ff49d76f100af1547f8c1928c203c7a004d40279b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0307d67ee990591e1c4a583d16229919b06c4102
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2165cc2dc875b3b259986f33a8549f5386f97fb470f5aaa74f874fee0cdf11a4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a89cdb74507ca96d15f8bcff646332f7fbad68e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d82c702153c70e1b4a09addec73a703a7f8251f6b456548e7f7ebefb7a5faec
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92eed3f3dc7b4edb684986339d10cae88c3bab0e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85a4f02f77a9922106d66a4aee7dfb4bad7f59a3de9e02209f2e70da87e71f7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e96822766f6c2f0466d32c0551daa89cb6b112c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4d0cc4b0aa23a803b4db61b3d6b9e52086fb72faa88aaef446c35dfbd13354
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb59ee099b40ab0ff939d932ad42ae19147894f5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e24e9ee2e63dfbe9506c21f03867caa889e436ab61f09b27deda592fd6cad08
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a720ebdb6954e87d7d8b27821bf35b89c8457a39
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55fde63a70a2e9408e51c982617b8cacb2776b8a1594337649748e1aad2d054
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1172bc34a772d8da1b3ffbb4a5a537bc0ae08a3b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5c15eaadda26e345f638be24711067a438a6d1f6feaf65fc64fde138ed9ce5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9417ecc8f692df34f7492d97eb90c81be5253f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15e9ebd2d7a3352d4c638ed29062c51e7a7214a878861a5851d848cdc8fcbd5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72094cdcbb13fc13d6744ee4a91e10eded24ef66
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47ba4b970bc201e7d84a7b8c852f95beda9e395b6c9397f9a443a5202e60346
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba019124a79562cb8f2650d06071dec4dec7ff2d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbcae19c95d082a814b6adfe06ede9c76a5333ebecf143b8558d0f555866e231
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0a58e5d99d6bab028c58fc223d77af0ffd928a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d578881ba082a00b21d911deac2f783a8527728c7394074c64e4b56ebfeb0a7
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4d5fb3ee444b6801522293e13aacb17370b167
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311c978bf919f40c782e388cd2111a587dbcc2380c30ce592836897c3c4563e9
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7152901ac9deb7fa6abbdf7babf0c4f4a23df7f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f0ffce973ee27968ba3f75bf7c4122aecfe45d174ef8921d44028a183496df
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b8f77e71ccc0b8d9f463d5932b3f6f89376264
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4095e7842de83c14b08f9322bfb803786fb13d6b6ddbfc587badddb6e8e4c91
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80b7572770bbfdcf5995146e253b688a8d7660e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805a333c28e408c270ffa1acd876df95ce55b7f6a8c87a93bbab37ed115f1f03
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c14635367d5f1aa63a7022f06cdc0483bba28d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00137e78f452bed4bedb87c42ea9a708ff3bc21c8587235800fef5f1257bee68
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bbe7b341546bf3d144bb76e3fd6194cc62eb82
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91c05b46c6990a4178972b2480bb182ebad3a0eeab989c97928b09148dc1999
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e761bc4810ee1b2f7f1f112e106d6f99e914e4a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5618549d6a0437022b1a3c8dc39e848eff15c48460b078168d18bcfdae6218f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7796c3c594a48c888709e425197853aa8271180a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987884a30686f7c048e152f3fbf903a52945b48e7d94513a82c40d1ede2dc1a1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1ce32589c61c151c6a5949df725a853db1788e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50a7579b0447b626abec019b85fb81272131206eb979572819894618ecec61e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8b3b6d8e044ec637a1d8e790dc29212d4d2b97
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc89820e4554e200622a9372c839abbdb656a459839e3702554c16014419d04
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a03555699ad27b8e151848e1a68112e535e76d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dd90f8f3a354bd6a0fed9874508b196a39be5ad2a4c15e94accc3209776e39
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721d39eaf525974198fb8c833be6847072d0231b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d760d57e8f4279de8add2a711a331825339f21b527d110414c9c9d3f3a90629
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9660b3a466874866eef10f1c4da7dc81018b4601
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d637534bf7aea4d61070d4d669f7ed94a2ab896b1d5580781b700b5059781169
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59cbb6320df6af073ea841843f3a94e55353d82
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5009b4c37093ccf4409e95aa468427676fdea44455aab5404fadbe19b6289c52
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9096be8fee6b2130a000f5dc73072d5a68234bcf
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e4df838253f16a1caf236bfab8cac2f8bb3971c7ecb84e99e67660734260ed6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e97231bcf0909cbba55afdb1ff50da60ccf9d91
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9d9de37be101a8bee718862091cb212a3c7d1591d71cfd29b3926ab66df447
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871f84c248cecbba938c4ee3a7f541825e447a55
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d107259214f38b0257874348e40557c3af00eddb263bee91f3f9518304ebf567
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb5a1a3eb624d4d87db9fbac6b0519e7467c565
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4641618428ab2b55b7be531b9ae137b94f0c03bb6c1ad24dbbb3d4aa893b1e93
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cae0188ee1be4cf7b3083da9993adddbd838700
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d0aa867eb77d9b8ffa69de7f61355cace0a149da4f7166ba6796c5f0b914f5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b7ff5c2ebf3f3e5d7bf6a0cc569498463ab4fc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d95e949c710bd66b18f75f97c61c5148eff5d10ca09ec663d0498717598a8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffdd03cb66a67dcbc753b77ba3430e5caa306a6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aedb3bd8182831a1e48239c84e98bb38fcb74c0d1f8536847be55ae524339de
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbdfad53d3cdb9cad04c856581525e8c167d394
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b267d5a07a844825a5b7eb8bcb3c13650886bb0597d52aa3cc27a664589d9ca0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0479772669b41e6880212be67ef9a82d3f360095
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dec3f104a2d3ba03f4ed604c76dcc7d134538c0e3dce2d8c115eda6a0f32e52
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f948b23bd449a5909ccdefcd4f43cb2a26d2ec0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98fc9f732c768a38e9cd186bb2cc4597a2b439400f2420f2e9499663ab2a59b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd91d5726300df7c6bd0538b6b329a7a4a013ff
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cce8d686b733bd986cdd6aaa13189da3bc4abfd6cf002d6ab90fd55ec218e51
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a5c4867957c62f85620df5ccb451e061f7539c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056e22e47f6b2235d99dd6bff3fe4a8d387b18e959cb759b01df8d24b185deb0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c483c8fcf96c708f33063d558dc58d55a92007ba
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0abcba41edcf63be74b167d8e65b7cb58d3b3aed91730f5977ef47cba0bb75
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7155556c720babbae93c7c28dfc031ef19ccfd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c3d5f59e00df10ff63d1673b70048feb6466db3aa6231c48925a3a75854867
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526c80bc08798d07b1fafff73244665bde2b5d49
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ec7d34e276feca02880eed36781ab3b420d01e8d07ed77e5d892558e62e83b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922d054587f2d4caa8c25382dd710e33f8cd43fb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ff4f9837d3d2239ef80c40ac8df6cd7c686e5005a15834ae3ea099a2163c8b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a9916ef1a6ba4cdc89940f6948894d148d9df4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793200c32f18dc031cc5109f268bd47fd943c51a6773ae3258c60586b88f0d9a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1f733d6399067c57b2ddb05c931d6e92920d6b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749979f067f10512791c551418abf84ea0a1a4763cdca8cedac0f6a9b55848b7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bae8e4b6d422e5ec8e1feb0414248e388018ea
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b845255a8628f1bb620a80fb0727cd304a6039ee53033f95ed3941c191c8af4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fb79d31a237547fb5464c74ca8677cb29448f9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518cf0a6d6ea348eab75854e51e4f61542b76e850eb6769ee4b19d2810204e6c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc6a0baf1611d1fdc13bcb6cd764793021b15e9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f421bd159d807b9aac42b930fe757770b17b922f356ec96504105b02e75ccc6c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff4bfb4cb790072a91f7ef0c8e1475f68ad2574
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926ae805412216f8f3b303dc58f7f7c7c7108bb08fb8b370be247656ca010c6f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc1762b1a8bb1adf94ddd8d797c9609e5d76455
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d7ace24386c5822f5c0412b14b5e51bad5514357838ab11672cbc7e1e265b2
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fd9f67fe556dff282fe1959b9f419562de0404
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0b6347cb1b43b58fd657bab6047e430f3eef1ad5fd4d4b7b5b916c94287dcf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92305bb80b3719cd1156e4aed8f1ee80afc3873f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bbe5e996564c5a864acc1bc20b9fe08d8a4ed78ae6cc688f6ca816b45366e5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8e42ee73f5292d05b190d64413585b5ead75d5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5d818e76bbd13505f299ede28d7c182cf509b4eb74b0aac71729280b4c26d4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ac513ae3c7abb76d163bb9da5074046ad1f0e8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cd103c86151059bcc5e116aa02ba6c174cf18d450a9fe41c0f1d893fed8ca5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc71dfbe5536516a3df6b38e7ba0087ae543890
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dce0a3f852397830fc2a49160a827b638ed78ba777cc9321917a1fd6a280201
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cd54e77ee875ccba6e549ce3759e5eb800768f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dedb3fce4ddc7e8ac18f8ef51da17a12678303a92f2f2272a75161a363c593
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c96a22891f68b0ec77253732bef51b2b5b90bb5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f90225d973232b1babaee499c7aacbde65fa71e5ae00e5b9b18e3b60ba7ce5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60910e28656ce79a5bbe078b5b205a77790ae629
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3530e1198a1d2e9a916583b48da500a03a860a0706892d20ec9a87da0f49c6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4104d1f3ee594e9880801bd3ec48aa806ae312d5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537272af77b40f8c9ca4a282841fcd2693c827f439dea5b11a1657387b9ac4a3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc5e74a0657fe15affa1e753a20ef00f0c27025
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c182c8f34fa1826c16c4236c4a0a99a111522fe59344d1986872866fd4f6d163
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f57db30b21a729941deaa2095ece429a109ce37
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ffdf4675219086821165e0a01911cfea8293032229de382a0deeaf457a6b78
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635a074625cb4e1ec5bbdb2d57a0f3c6d49406af
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a490dc2146e6f98436f75cacb74d9a65dc1baa5e2319a8b2097f1b79b93b30
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c3873ada0fa257611ae462be0ac45f282b8501
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e85c6a257607147c331d77727dc00c7517e8b921fc32ad9f8f4d31356e88e5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b2e7428e4dccec487f1d4aaa70d60427e4ac0e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d65796f093792bed4d741abea9be5c566e77793681a0eadb7796cfc775d92b2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9e5bfa94b43119a6c5a74fbdc7546ed13d8598
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf20a1921b6de32779d0d4a1f8a9ff59b6d30a832b022711e275552f31bb478
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daa9b5f8c812d568e47b5b1aac9c8f12cf6b291
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7290721c05fbf17f3cef18d876b464996bcecb830e1081050bbeb0139ca0c23e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc257f8f0554b597e79194a57fe7d37a6e62854
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8817b2c8b6fc6d4fe585992d0d84fba9c27db7875bfbdd731284c9adeb6285ff
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5282a165dc6fafd99e7c11466f867f707cb3579b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0eb7cfb563ff564ff09e60d42729399bf16b8aab5962c91225e4a354fa47dac
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4a1f1b0ee9b1e675d42f4c02c41f84805f89f6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd4ea200983921f3d190ef97e3cdca070bd5a593c2600197a7e4d06b49d3be5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b7041ea0f33c56a96b07cd82bc75c101fdfbe5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5231a10f5a35e0c7f68bec7737c50e53ecaeb186346f7e2484b6f6537b84218
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129f8e3a899e81ace5a99e974b5f14f2ea2a31fb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:835f17b81194731941d624f14eacadaaa459f9599442b964ace5026035a7d280
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9622185c3721396a4c2e8045fcf6a93cffe33922
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e8eebb9b37d4d6402f5bee4f75bb55bf48f0b11b1f5da317bd7f5ad6c5dd69
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0c49add2da82fa71c8a8d1b0ff0ac92931890e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c0c8e71523d8aa1698216f03519455cd8b70dbf0f13138939e64e60218e3ba
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e07fcd46f42857d0c62fdad1a9eca07adcef69
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2392e32ea3bfb38b8d17016898006dbd473c740bde5d6c41f0f1e7b2e9f94e0
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b915f6bf175490828f4acae0a5da722837d151d6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6441ee45dff077f3c69edec19bd7c8d5ec7ac9355e77f4d14a6c2982b3e9c7bd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da587905ee82e881568767906430b5d9e521fa8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527ad78ab3fc5f1d1693caa14285b231f96044dd4348e0c33dd070eaa86df5de
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6568f8c9b570cd8ea068fabd611d7539a3cfba6d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e7829f7f8c9312e24ac6a549458d0f244ab98a2a0d09593b80efd7644e1c49
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5b0d385a60c351228053d15f22a5141943205c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eed6d4a1495c117b2c033b2b7acd73bdbf99ae83699b00299713e2742aed7b2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877ea3a19da35605bf8a03621a36345fca0277a0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503f49f3ef1ffe7ee5b1d8b7e98ab94c0cf4de49b722d2fb54e4c099ff0eefa4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8420f55df6ea67a31f587753073261bfffd4edb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a6612df4e80e456b79b6e5144599431243678f4695f155b16d667fee03a2ba
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a626c7c5d314784feecfc60963b68b9f5b1d1a19
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0779f65d36d39f966d664af9660a81fc15a16114dd99a01b825303547d01e4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69f34780d38ee37b95de00f85caa54898900ba0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a78ec2b397563a282554e9a0aa984a8b5e5b243b7e1c23ead689173985ecb2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538896678857b6f1238673e431de12eb61625dab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3a2ca2b070373b8cb7edc5aa9c0a90eaf8898714d182aac578fec5b0e81d98
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b18d8dd829f5f5072333a6ef9b8adf985f8edb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cecf2244b7fc21e95605a7664787612a2abfeb3628a1cc3c854cb3de26f5c9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48d6a2cae6fdad9089db387570dc68a9e643c94
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6e3cae6c20c5d1e5eb0a03f10ffff75590875a915d9ad74ba68b390db5ca9f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a22edd86224991cc16abadc6da9dc3836013d73
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f0d4d9bdc2d50445c091b0ac5f94d6f517886c1bfc1badc57016f53c0004b5
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c82694c1d1dcafa51038559252a6233e19aab8c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8291c2d52537beeb8f285fb59d56dc6b760268a53b74effb24d0582a58dcb0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285f9a6e02d66f06ea9bf44f6cfd1bee9e4dc907
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55e5425cf298fd872e6f9cd9ef37ea9d503fe4e0a9c98b7292a094fd10e461c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c49456cf683e112f2831d6b7c621262937ce197c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4d0eca2c852b05c7542575095f8c10afa386b52eb38f0a3c5e2a9ff96fcdb5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430eb9cbe6dd6da3b23f568eee2a9f3440691ab2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4607bbe93049a45a83a1370111c364750af5dd18d7fdbad1df9e01f7da416ea
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee65ce0fd7b1ca429101859122c8bfb94e2779b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db74f572f81d197054c28b24e026c7445e7fc93f1cc772501c08d2547544fa2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4159a8cef34ec040b54b3a956fd84ce3bac444f9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0276be3a5a38d2b72f72cf0e50b3a5c76bf1c5da3efe9edf7f10d144ac125571
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31fefd2f40372fe25afb17cedc2af7a01b98b91
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e875877205910f4db8deeed1e4a61e43a60bdc60827a49f9975cbc99714ba0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50b51cbd72cb859f0132774e22687e4a8233fb1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8eaffbcccadb56698b8ee9707c4dd3b8b6a99e6778139bcea6b0a6e6da974e0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5abaca502c251061c9462f1fd0662878ad247ba
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685be685cd58d09e9cb1923e26a9017e8032ac93c4e5d8e2edca3ea7a9fdfbe8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aa951f7cf1e69aae595d059e2a98dfb4a29695
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3acce11daace129f25ae7c3860e612dba3d384dc75626b68609e871ee13370b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab76600c8e8fce5408ba6fcda28fd5dbe0ceed7a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0bc660a8bb769e71543eacbeaaf270ec28e551eefd974a29edd993f5d6809b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd13c31e34b525160f60218db8611d10ebcbf02
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb47c6d47a259d0d41ebfa6c1811b4c68b4aa2bb6873a709ff34ce6db05d24e1
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6269d694cfaf390f4b7bb31f2e775f20b334b63
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f2379ffea2d0aa59b968389234c2c285238fff56a74d246bb68b16befa1259
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401ad9028dd36456137aa62b1657d12057ac456a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb72103d2e28a022464105aa16c4df088dec4e55263febe4e0b885213e501c1a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9a138ebddcb1baea8748df3326fc3835d32f26
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7878a4de98b1e91c8484505c836976d398d9c722605e2f269a36fbf97f0f64
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546ed599c833857fdcf966b61fdbf890867cc4ed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed5bfcf49fcd748314bb2be96f4a2f334b108744167360af7dbdaa6c4e51957
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4105cdc0e99de0f7cde42d267ff8de98b3235be9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6977d0c5f416f2096f7dc383cf0aa8a6f352b1765a5b1439cfee3a7be9658d05
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3246f7feba666b28731c6f7dfc95309d04ff97
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7772bacb575c2e2b9be842b4929cb0e7e3077e0a448fb2e9e8de71c846681293
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bebe9ca335c85b564218dda9ee797a5d68aba54
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c0e920644997da5f5bb20fef115e7c956e49c48288d90c87a2cf4ce4031b3a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca747c56bbaf4df280b563fa8068584a2f28c8f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cba8b1bc1fd74766bf2eddba2f78b6204e8502037cadb07911e7c29a13fe3b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacb4c0c8f07f6313ae37d8d26412350a94f6432
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce38c6b253f3925d1fddbbf90798a9e49dc9c90e5a7b1b10216f7f9ecae315ed
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a1329c9ee2d5b5b7b3ad2e9707740e2b430291
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1aefbb78f613d1204da770cc05d70756782ebcf8faf7956e35f3bbe9c88ffe
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c470add33fb1b0d040a113f0038b7880e15a765b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9d047f31e3d68625ffcf68e706bd657c4944673b5aa7369aaf4af16136a0e8
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fab8c8ccf57f3e3dea0b9b92863efd7954132a1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a146171fdafcc6c84180149266d07d28939dfef1a4728fbe743f33d7e29ee28
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9414d328f5910ec081d81905294d0623eee1e62d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4558ff58b5203d198fcc7ba93a1b4997761e89012ec1f1b207d340669860bd5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927e6875c980f2581b864f3bb44e6a05e2d5dad8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba94dd9d2469987474f76b8636706099370b4cf751ef3677e05e33194048bc7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc268f2735ed003ed249890924e132610b9c5f67
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95561466c3a0c114667c21e3cdabe37031fce086c01a94e46affa583c47246e0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da371ccbaf4181eea1fd6cfa7111104d3ef9e07
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125d4ff2bd5f125cb3089851c454bd4028d72e2bf9c2cf40685a279b0826d560
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2273674e1a03b9426373f610d6b44ad332574177
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1f1cd0f5c96f6acdc8770915361e3b4fb4065dd9c2033a7aa42189a540e643
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f244d4b8a1aba2936e6405b8ef15ad0cf985f4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f0543ce6f0c96be63c2c523b46590977f78fb7b597cd0cd138071d7cbf6ca1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935877c9d38a4f2b1c04bddfedcda1d8c0cd055b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4d11c59e675dad8c05f011475cf4fba08205daadc80f3cba4e9e8b3835d75c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119f172232fb51314a6084582e8ec89a4f8d0344
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85012496bcdc5591da20f47b0827f40ec34a7c458bd8a06b29561c62ce8d61be
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8b2a357bd5760bc0dfa64e1fff225a81ad7656
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa1c575ba152266c69f9bbda59c90273f87dee554824304d0d1d8f7f73838ef
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7146cb72d24a54aadb20c48c089b0797518a24
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfd4b2186c6eac650d73612c4dd326c28ea95eed6ef863682a36203ef93b9ae
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fa2d42556b36f56ee637614251b2a19edb55c8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c925582e2ad0d7f094fd7a33e1864455254909c3ce052f107108bec01e97fab6
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea392540386a9ed229ab45216d6717ed7b574694
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597add986fbe9f35487a516504525d29b31674078daba6d4bfc5965e9a03e600
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d36662abb59a2c7942ce3b9d3647649130b0325
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d160dbdcea8870140309cc95ace28ff49d61cfb31ebadb5411319cb8aa1b54
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffa79b947681c196493df0aa5cb04d976763a26
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc581df4ced84e910107190c22e7c6a83b3c858fc3a9d4fd92fb7c460993be0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2f098e62afd2b159932af5488eb737cd44b1ee
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0d1abd7049b70a71c54cec062748894091e74e2259dad5d2a2f01e9f6a524a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5387db89cc21bd7b63482c41353913dd39cda337
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666964f25cc979eb86e5a1728bc2026cdbd85eb9455ce1eac71019861549d16b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e5c4d581400d3f834ef4a0e070207499d0ed02
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1595d10e15282268a49ffb82c00f52661ce7f2e559ddc6c752539c7292057b77
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafe390adf455269c63f48f8db3ff74b7910ad6e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b1063c1e8c61bc1f0837e5ce24d25ff88ce0737b69156bb40c9419b626e5e0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e9a5a15617dea4554ed30a82093ee290070a7eb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031a9977d43c7a2c2dc3d9a2a67ab540143ce93fbd19017c38ecf0db25da49fb
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83c6d77d7190e2314181f5fc5217b6e4d366878
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91963bc3ac13d8bd7a0909571ef278dfa8eb49ed313125ee134dc7a9311be04
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82191349dea656f969d1c7906fa06c061f553ca
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46047e8a71db64d122f2574d83ce8c453819d626f2531e12c03c9d4bd8cf2d8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12cdaec51ad922fa554d2818389bf7d322b1c64
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07aa578220aa05820c1871c1f1ba0674e65e8dc4f019fa2da1dfffe2e2b65ec
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3999d7a97a058d749b88c7e018f82a98a729e530
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2745cfdd4a5a715788c271ce9a76266a57f0b6e84097b092a06c0d66e3a8fcd2
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af59995b9a96b2baed6075e043082dc191eb9ba
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0daab1de6825e8a2d60b09633340470a3c149ff74291517c7f8e765671e889
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383d87c13946038ddff15d7fabc16a458c663256
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4a86178f84cd50abadadc43b581166ff2dfa77a4639402b2ccf975446cb43e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0543a6398e91027092cdd68538525aa0c667d07
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180adb4e185603db3e00b4c563b6d562594621c79d4cffb39c2abaf3441912c0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05116165e7beb4a9e0ad02eb444e5c0376e84c0c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba75f6b90e333d5b808dd680931edc8890749bfac3c4ed7a32dcf6b68c5f6669
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a0f4f5736e4fb54e1551543fa8dcb912c6f22b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedaa4dd75bff9e0028850386d90427385a662c427de6c8bec20abba087d28f8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1917d31abc45828504a452d35d14e9b5b578609e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d224167f7fd1437d48138ef2542eb923dd2d1d095d4f2324bb19265758477ee7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ab50bd1638abe62038295ec2f3b02068b83fe4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cd0041aa3cc2f661f4e9b24fdb133848e4f701c1c1f2addb98c7dda6934933
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2809d6d625775de7b912f3e1243273820896c15f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aae59667c717c2f6659e2b6ec25fc2955fd77140fb9f1be6a936d7ee3b4171d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db594c0f1eeb3ef223f4e52167b4576a633ebd1b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737f3ddbdc7734716314428437660cf0c60cd6a17d8c066097b39b491c1b6a3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8e5722d76a2d53db44f2ac2930d17db0ad462d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d191e1b91b742ab68923327cd634e1d051f7cf44715aedda3be11c5b4adc04
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8043196f927450a40daa014981551e165198269
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0782dcac3f2b8f0dd9ec78e8d2bfa2fd5f5d7fd1ea9b332451e95149a67d0821
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fef0dae4326b3e9ae27f5ed277da8324420496
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8f5d14ecb897b8aa869ec34c773e7921c3d2c0f8b6a72661df8958ccbc7872
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791fcc506014fc6e53667e22113b3eae4f594446
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8318730c2b173f89167f7197f1f7e812bfbc532054c9087d5d6b5101a91c62
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa97ea0c7245b553dcc33a3ff0ad9bfc4fa19ea
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a899502543c9ece90462136e6fcab792b703142985d5e9c0f781bf013740b4b9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c15673b06263da0cae581eb5e9197eaf5c85d00
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b286c17c9f0432d35380b00a0f52c1a88d743112b01cd3b408d1b75f798ee79e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6ef8d11b669f228e1e89f82467772d5eec98d7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1e61e98d4e669df509868e49dabcb4d46e493757736b1f1edb2f695e4b6df5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f847c54803686dd55fae9cd6e0d7adb745b0a4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63c55de8dd856946c98ea32654c39ddb4abe0d917fbbc00ea3de567d12647da
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58182649f2f2dfcb1b5f1f6873654caae3067d77
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1854e5328f1e7ebe7a28fbf1bd9a07a6dd9d82248fdd22880e6775f4e9d6b89d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa53e35d74266b19bc425d83bba2811c210a3a0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d66382b3bf020a7c71a5c808a66f9c320588954c7dc598ceed357a190163c54
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78ae7eddb1e1855f9f3d317800c4e92e5eba7dab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813b929a6b6b2cc7dd080dd301d6c57ae8c8b1997e43544f0e75d94797e9df1d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dff4e42a46bddf66ce5f8b4bb8c2c261f502e8d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dd82ec2241fda7d77dfb7c28f52605abc7fcf0a19f4b206babae41e8d1fa5f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854e09652e6b807d5d9b5a08211fe27c32473f96
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef17bb9c67d5e7bb7ee96688d60c6f2d2d431661161bc6cba4723ad51edd965
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b20d186b09fae742c0bbf596b4356f2246ffdc1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14101e58e0c0c9238040afa07968f344f06d95b65c14b4ef04723ccc989d7e6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf513db6f816b14705dea085829f23051ec5c5b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6328cdcdd73400f93c9cc68aab0ea034aa30c52588308a5281ebb105fe81d6d
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53744cd49944f811fb98bae705fe353229131b7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cde3e565138ff5e39ea11dc909dbe0b959a77b8e23ef672d09f8d1d56e4118f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9496783f524ebd780835a704ac86550cf5e740d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ffd7773294a8660261551a3e794f0aafd68d49910edb27d31255adc69c90e1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21003dc0c2d381a07c7da66dc1fee25b7fb64242
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd91bcd24dd1ef8d286f84eab365db3547a2587414c317a966401a98c25c92de
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a9555c2a0f55e4c2d8520107ced318339bee0c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed6ffaabfd08eea49eefd48dc962fd22e1a8798ae930ed18e6ee00d6c979ab5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2831d2adb64add0c0a2264ebc288f237e629da4c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5c9850042ae4f5f61453a2283b2e4876d9e413fd47215cf333d336ecac14ce
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628b92d88756de81b2ac710edab7b61b3edb6657
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd259adf6769a78be569816f2afe7e0a1cb11b83c90b796eb377fbc73789a62
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75602ae7b2763b3cae3206e198b0faf737336e2d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1514aeb69ae15802ae0c21203fb988b15b7d05e30afbbd960c03b371c192f4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f2d42f55a144fa101e705d325a3d388581c082
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb031f00057793e7d6acf4c6dbc1bc2e141f0350fd1cd22c7d813b2d5404e62
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9650cbedeb8edf9db58ecab4e9ce3fce2fe8b0fc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacac4af5011f875036571fe855b05a27f6cb22a2a009ce637af37e043556a06
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c66d0b9c7910dcc04e41ada0dbdb8a468f65a0c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16bc216ce84312929ecd0f3774bf6b110013e2bb75c62f9a8410f69a39df580
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2315a586ea2ee617a23c38d5a42ef0e780324c2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348f149bb76781d342d6122a2de936bf6a5f0aacdd694687ee335a137c9457c9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fdb8848f2ebb7c8e36a7067b9558c51e73af7fd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b748b450329fd495a4cd03a591a2ecf27a90e5bdb72ceace1f793c368d6d0e1c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0ebb4469848c4c61c957b5fb2614893c490ac8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33d61f34b85d0170dcdad904e9122c6f6f258878b618e46b0e7efe7dff9114c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7863905f81b9afebbb03b0582e3162eaf2a3e6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeee74efb854177d3b28be0080821b93bbc166110a417290d79df3b3f4e46bd0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ac49efaa581c76928aa1f3fee48989e0df4327
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744b8c76afca00e8f9af46cac322710105c22569f9fbbac0726c0e690f7f1e7a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6a257e070c66ccdecfb8c5ee639d39476db087
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9b6764a8d2790d17ccfbc129ac5b3b6c360daf9b4ef9836ce00ca3ea3edc01
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a9e7ab1aa40236bd42325c2065781ed9739caa
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40bfcb2e2d5ce38fc17c16b2d3a9c2cf494058a56ea3700a01d214f0ad1adb5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db34ded590a1a5a2ad17b6c7f5c6c550e714c77
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ec7c92116de4df3a80211c659d57a5222e17d708b9798ca9679aa3a93cb388
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f008f07efc1dadc1717653e13bec66fc53db76e6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29a9ad4bec0ff22b6b4c1b408724c13ee79db28b166efbbffaa53c46481dfd7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed69579e5bc09c4ad743f43b9d310f22c6f84bfe
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73626bc3059305578a51189718415c024205e616bb06642bece165f9d741e909
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd14a728f7c49a2c74f1fb0174c64bc0d7d2be9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61e07b8b91fad02ec2bb0cd7d64ca3a775f9a65738972451f994d69f3b0324a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cb5fa43593b329a627099d76875dbe5a6d42e5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891b04e3b8fd8726fc047beaa482d96156681ac436c6cb24c9a44f6dd3788991
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a86867137a8473121f93e744507fbb5f8c3cf1a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8577f19ea0947eed083deca08e40250dce5e395b8f2843f60e9ce452a71c8d03
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14ac0b9713eb6d0ce7faf05d28375eecdfd774c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac47a55a79920c44534188627cc8ebdb1e017b7855d363a862312a444eac40d2
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63494a320416162b03b48823906962f4cc16a9d8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44a2b1c3e84a66262759c1b0982b4b5162efbc3ccab5e00b6c3d8925e1971f4
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f8f9c0d9175fc290ebdc0967cbc76560782e28
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80633e59633f68700e8ee053d530f59111d2b88910373dab92d78197103ff76
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a67861f112f7f64b128d668b6ffcc359608cfb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a9feba91b4b1b231051f83a857aa04e0f01b46df9da3a5974388ddf27f6c0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3723a90a69dd2d19b7c251e13c9ddc9b722a9f1a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecb5c3d5ca15380cddee48d0ee7da97a8e32c5dfbba59614d94ea526ccf1ecc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a4905723ad1fef3d11e2be897a70d7f577b5c5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726a6fc8b4eac8cc6b13d5d2e68b700aa4bc1509fd43e89121c216a92263e765
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f58fd86a2ddab6cb33f5d7ea689a4c3aef87db
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f33905dd0ec87eaf29b09e6865b2a917bbd38bacf2e666661d21893806bc9f3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48e5d648ad1d6272e3b4e45a9f69c561c7341cc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dbfdd154cd373561b2d2c8084b0fdb31b51e35e53f013a15008023e9b53152
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d92d304b133eaf6a9b08ad99384f8e0883fb0c9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74aa722101c513f0a424a38a66257310d9b35cec4a3b054320e1e0e293514460
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa745b8fa50314fa3c0a44cf20fc720cc85b42a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32cdc752d14d153843fde94b73480c4ba92e5f5bcefe7864b8a47bf843f5d972
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449cecd4df1c26be907b9fad3636179ef9703add
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d000c040a7543633fb3651c7c676f869768b7d7d38161384788e5ff9c5ba5a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0906dcbc0a67f10a40f666ee77013447191b9d38
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3168238586315174cf2df74440229d6605d8aa602e1823b27e80dfdde76464e1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5305a82cb6331def64d0f1bc4e96ff387766fd2a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456f6137f969c6576881f2ad420f91ffa2024655eff01bbf549e354cac7c3423
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810c6c03e37bbef555d39d36a411bae51b31a3e0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8210c63aaae3cdaaa18bc05226f7696abc3efdfdb7535eaf562f79e5a2fd07
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820f884dec94d722bdb4df3fedacf317dd442788
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ccd92708299fa136e098215bf5a8c5a5c38f6f83182b7faf75798b6f0eac38
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19c7fc65527214104c8c4d58902141c6c50f831
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb468ee758bfed59761fcad22b51518ff970cf8748272e419208cc8d1f51009
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ece77d94442fb71b3a6878381aa2019b8414d2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6cc5a17ff62093318c0ad559e222f752fcd92576697a0516e96b52e5c36df8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23994e29d868aa8f8051c9b639260e6e9b3ddbc2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c031c0de281f9e82a40ef9a0a568e00247b1753d5d790d501118f7506fe04ea7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5ed74ba05051e837c5aa9f87b8b338fb3c8cc2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8870d75e49ad2e12a8335c7aa8426b60e4b13b12d9052d7439ef35e0530489da
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31ab00ad194fd3c8369565921db0d06c60208e15
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dce0e9aebbca3b02d7d2094349a319946080dc4f5d9c5ef6e11403b2874ea3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7c47f53824b14ac29785893d290deea492c3d9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027df475c4241fd9b7aca947d9d55432422ae185e44fd3d652565551220e28c0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2b21e82348e9e1068b572a4170b9732f2b8a1e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335e0c2d4764ad12e24058daf2ff22e0e8161e8479d563a558524c36eeedde2c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55808c5ffdf8cf0109099c9d813eecc1aa4a6116
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13df87f67eafb5b4bf265d3860b939ba866fad25b77f30bb2113f040387c60
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51a44fdfe38453cb93b00c4bac050c5adf8f98f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0a1f2a12ea0b5db481667f23e717f1e55d9f2077392d27a46c911fcb5ecb77
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4eceb3faf6dfa7efffec3aa2aeb419025ef219
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e937b1f1958b774337f01cd7d92056802de134fc532837954b6e5fe6105b83d
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6350b3576bb58213f55f21b416612cbed31877
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b59b229ed1d6f1483aba86d285c83b05e22c9ee860eb7c51111b7ef90f68a77
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7e268fc9c71c3d9ef0ac10d7a3daa75de9918c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310c9f4673683694368a9e42595c4b8111f86eb26a8bc20d3913051b3c242609
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ff71e47982f96a4a36ae7ed5e7f66b5dfef718
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638fcda83f7df9104c2feccb48ce25d663132f7197952f3cce127ee0879b7365
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b922f3290c73c0700ccc2c1d6d3e6941e01b54a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3af20487c92b78443326cc5c613064b9f55276998802817ebb41ffe3dcdbfdc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01370591e03bc2712c706170e0192a131d2292b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6105bfb2dc21baed27630cf9716c9e83e01ebd9193264636ea8c91af80e977
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15ac776798c4061d1f6fc9af5b4569a85f6e35d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a93694caeda4d148cceb771f759f438afedf47ddaf621d8a8a3794dd861c2a1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808419c44ad02715adb6fd9d8dea4c7abd9cab1f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5048a0d03f502f296d26d58dc1fc9e00d53aa48222af9bb9c22257c0cdc1958
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2442502c5a747825ce1bf9fd08d90f119b8860
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34614988b0696695685eb6daacc6f3d43468c390e3c671e1a621f5e01b248ea
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2f0ca3bd954178fc9c9a3595389fedc9f1d8e0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943d23b831a372f81dbf11fc0111c0e09cd047fbbb83ab753d4f94183f32603f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b130f922775ef969f49ef04a692873cdf589087
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a6785749c17abc11868380e552a0387599eb17888682221ba461845403e242
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a6417337b9d2a21bf1e4e027f5241daa85b917
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cadba9a38ab63247bc73b1a27b7e95195fca07c77d82ed2330b5151e633528
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8a82a55c7bd950f00d548203b9d34cd9ac4376
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ae28bc0d2f33bfd8cd32d76f99ae93451f76c8a87f596965cf376d403f6873
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2125ef259f932bf9202506f933cfd257626a005d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c61b9d7d986afffbfd43463ebf743b13e3b4add24a599329fb95c9e8c97c3c7
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f5c97099672fe4168fc7a5be8dcb3288f08318
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce2b12f7925cebd31ac2a252f506c37e57cc873eea5eb2f4c0a44798829b540
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fd8e42dc48534ef987b81a4955f221230ad703
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1452047a443f0064df3e81264285c5eb35d0d9fda70793fc599a7c9787e53958
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70b744a2df7d0af607d4ef89d1d58d6cfd7e4f9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7672ad868cf2c0b987844f1d47bdb4f8b797654390e256534b4b1e3c3be49d6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af96da868c2981ff176dcaab0e034566a24f4056
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a10e8a2661f97e340a9146ceff821a22992213a9ba341ee10daf00c380cbcb1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d1c0971dbb73615f9f0ff2723f65dd6846d784
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae98194995dcfdccc232cf25632d41771e427273a47aba303b44de2183e887b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a93f15d63ebd9dbaf1c18c73f416668efd98c87
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9d9116775d67d6e3db59dee6ced75d9bf4054350e4bc077bd56aff274de82a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b7fb28cf31099a7d45ad0abbf3b24eca1ad991
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad69f29b8bb6a32df91efd06b299bce6227a104b7e2379efcb336fe6b7ecf25
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a018d0ada8c371d7788ff8f178c210b3950153
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6e3b79573f3de742175e75ad87632233ec20586b102fc9fd50bfc8ed34b3ac
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163c560cabaa3338e35b4844e1b86d711666101f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee020cfc1f62a92514bd4800e40cedaaf20d8fd19cedafb947cf849e9e0b297d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069a51dca4072342237cd5df9f88ad31c94339b5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1edb2a2ab110fd729ee3862334e82f50ecdc3d3fe63316ed6dbedf132e1ba8b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f641b59dd7add92b4b1c82b67b4b8b7480af04b2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cc05aee649bbe68519c9b83f5206d83216428bb07a8cf8f29b761495898bda
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69addd3c75ad2100c75800dc1494f683112483eb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e99a8f634fe2ee7c9b21a5934df69ff1a9648e5475bc2a88244b803d89214dd
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cd6177b7cf705216d9fe781de2f9e1c4ed8e80
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c4d9a90e8a1c6bc7469c070a3c467cdc4e893ab639ffa9c038279f61573afe
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8663fc460e8715d5bfe34aeeaed2607848096946
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5042893e7482145b59ab7027eda9dd1da48f9113756b995e02a93a398be6ac68
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7043eb0ae516eefeef624e41f8371a745758277f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8c99c41f3f2136b13b0489fa8e6cc7901dfbd66e5e0d94aef9a03a6fe3ae89
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35216199875a6293d962526732e141196799afea
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48722b82a4275c52cf4edc1faf3d0dc2462a2008a916d71815224f924839299
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4419115b044e58e83077bc76844bd75b9647a6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6ac25e7bc5bc7d7582fa76a299a642f88cd557bcaec420b07190f59f875347
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57eada7850970e465f489960746bcb43bfc2888a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a405146f7768477e0f7440f3399b4794aae01318202941d124f340ead24539e9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a630a14373c486b09921f0a51a300ddc906ab4ed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb220ae3e5e18aa3d953e1bda03812b2583585380ed990e1d63b7bcfac61dec
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5257c52b2ae2dd0541bd28a3fdd579bb2d08e20c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc485196d421f2ecca3f65b0a7fabda557d530a6ee9f3d7c5a3cc5c28465a69d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcfe2c462a5a2a543e28fc741bb56102a8a0d5a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998edccf454a090ebe88eb4b5f97959cf391fadc4e4da505ba04feb5168d6f51
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6b626d3445d3f45e29102f92433611c1b5a32b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1be12bf92f6c4a1daa7820c83e8ed711c584f5e9a4a46d9595e73385a66aab9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1231ea672b478725517ac1896042888319ef389f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b1066aa290839daed8e6c59779c528005b12993f434a0a958ab504fbf82564
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d60be9bd02011919e54ca4315c9c7711c9b2248
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd051d6a9370bdcc456cf5e4cf03ea6268e4af96d826143b7824150f25b2f29
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83a55148ddb26634b3955287bf0ece7d9c5efd1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ed977d9059d2d4b147cf66f82b9ced6009963294a948ddccf7855412a256c1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ee035ba0329fb951c901a1d76d9fdb18daaa3d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3ec335c250b211e5193998f9a3075e30e8d3803c4abb673afcbd891cbae5b9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cbee718dd7ce3c01212063a750be3079289e95
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1869278cfdaa920fdf2a48a5210eaaf40959f1e886fac72f149e71c7b21bd530
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95fc6626b7978831b111f4f36b8d8ad2f51a90c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8269ddf56601568572c37cedbc084fa85b2fffbcd6617933520e6258f51d4d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faccaf5d65749ec28bd71b40caf79457a267a134
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a499df9c0b4b75736ac5df479288ddeecb0bbef30e62c0a1e0aef4e55de0988
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37e37dc0e4d3efe6da7ff2fd0a06a5a938972d74
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c9153f47a2536a640c051f5bcd6deeafbdd979fae4bf3495ad7a2a127065ad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb02e33e1d03a52148ab59dc30555abd60e8b46c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d8ba44a2d919e6fac2eea883d818e91f9d7d44ea60300aa276fa9f0dae67ee
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422470376c9e18ad5d7a7fd1ae1da17dbcba75c9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818e3c3db8da816bc11f4ab02be82145b629a90aa75c08f5b0fa7a51a65bfa36
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274906121c4e15cfeae480b760716161cd05284c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac32b3831f0c1f3f91d9f8bb0152fcdd88276fd97df925af0b2dfd47df42663e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8deb89a2d98338013280d3d3d87ade84c98c8b92
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a72d4e71c5d0e5be7c880925f8609011ecc76dc882d1eb7994c19d98479d606
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1de824f3cbd29744d415f01842bba754f6bd4c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a506fcb450a07b34d6a6e4faed4712f86917b38df3ceca71c6433c479a2e4eb8
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a37a82b92155b0d810d30d057b08c85bb10107c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc164e05d71c2598f017b88b66156095bc9a12027c48028e1ecf478c3caab73b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3889f1dc6ed384666f61044429ae73e1dac12b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879d151d9f9069b461c9e6c8ecefbfbf675e46928fca149fdb9df8c5aae47bc5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b328b87dc7fb2f3f3606d2f904c198d6930058
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d24742df79c06e623ee69697e78a8ecf607f1dae091d97f4059766fa4afa7d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dc6db9bfa37e0d5300b243fc47b6d35e59910f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03de300aa2f33c9732e03af8d21e152bdef4382e6e61b2fc1ff3be613715d6d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd1a76954972c967655527d12438da558ca9f9e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be96269a6441ccd49185a598f3b809399f6ff38c732a06b2416c0305fbbf1492
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78bff884c1a3d192b02471067b42cbe6af754f19
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9928917e30fc635588a8c35bcd478ebfffd60d101e5dbca4a91276384f5c8da8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72cba3f97abac82fe28399e5750f2ec0f275248
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275ef5dde063c9f3f7b16b78e21c71e031aa8b9379afe47c69b5b723b025f235
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d106d02f212d798d15036596c49cf9ad25420b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b474c7f94cfafe7ede0e1476a00e5eb7ba7ec4bfc3d305ffabfab55127aa3a7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964bec074f4b5aee1ec156d4920f421957e8e55d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275bc1e469917285e9b0f615e99a557111fcbd2754d65e88bf1a4ad1097f59c4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917e08ac11d75b6be10eae8c927a26e029424149
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80922420722754c58c398a3bd6ac89f7e5b7cfc80b44de66992e6b29f24fff39
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ed733044f1611baad563b83ffc698e27bd5bc5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bd10243b3699c243dd78d194466180f13e40f69fcf6e59ffc50bd5ba8bde8d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f16af80a3f9830f860744e07341170f0fd8340
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a852dc15c231ff76f4693b5e6b6b65ffde9453ff0d7b9d513529d8b2fd8676
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a994041899f1c409a78cb86638dea861d4a330a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473e12d9cfb3689d177784536976cce4015e4e60b5021788bdeb86ce4477e7a2
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e273285594d901b5753c66f9bb5e5c4bb76270
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f73208a604f224a5ff5d5597e1facdb73b11b50b8f30e4b4d2210f0e0ed54c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c8b8e454de0bf3d6ad4d0ade776e08409383db
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b36fcd54c05303aa60a894233c21bf82dd64c3875407b89215a87b1c36f9a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464a4bf66e34cd5e33fa9d1957a09a72473d5282
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dd315e7e0ed641e71d4f26b22f7d2a65922dd6cd4288f9a4a4eac24038dcd9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c0745ad74e00ccedaf048897a2cc613951c6bd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0a6c91b7071bd2466d6c80a6a7fa65b5c12aa88bab965c20d217552b138e52
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3459eb41f688edf82ead5c3ecd6a96f634db30f2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9928ac9c37dc46640da229f23f4c11343db7c2ec6a9303ff1f4ddafd99db9734
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b341ba5e13bf21404b1eee7f68d8b29d4079f92
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e339da64d9be02fe3d222c601771fd9535837b3ffd55968a7958528aebc2d1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4fd5859cc0b793602738990333ad41788e9f9b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3605c439fb7c199ae196682b0b02624813a5e1fd9a132be1f2e5752ba2de244
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cddec4d507957fa0270ce7c6ef1816477addb3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec96c03ccd3505966bc2b4d27f763048b9dd7a237d5799cff97f9bd4bbb7fe6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20354af4ce63c0e67b0fe37729301bcb21ac9d7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fa3636db1156b02f6e1505f400a85fca2973392329c00761a3216ee8a845d9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7bdd65e8566df272f618a5d6e560b0998bc7ed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ea74c2302bf3e6a03248cd3beb1304a2edcbf7f025750f698d93d1a7adfd99
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb58101f41137c97464c741926d0c230c2541b5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ac77484587d512cc0aa1a9510358c5447e57cea9c2ddc9b9142cd011f81534
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a4cc147954ccc685ec41007de6f567bf1c3f49
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d6374b8ea194a58f7cd4f4c521d3e982536ea840caa8d30cfebbca83bf592d
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3848030e349d7be70c7c352c37370ac757a28b48
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92a3cf2286220e5dfb0bf351780b5a2c1ed8feb5b4cdf7ef69364f2b8e8be40
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f48f9bd726a28945bd5cf121fb67129ea5fff4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45e921929825e1c98cd143e805f6d0195742aaa5f58f2c9d44598d377454c19
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0017617b121fb80b25331f7ffada27de8cfd8102
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52af2bbdce99065479e4e999f1d25dabc75a2dcc823e3e0b500cf611b4611bff
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06353cd12a03c69bea0c2bae2a797ee07618366
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e027afbf8f9b3624b4ea00a16fc9dceb55f8f8c6b6dbc84d3cfdb2ce3559018
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dae53292543a80b433c3f3f62c97c916d3befc2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73417e4ac126a77e6429bc6ee2f6143bbb0666b0b65069a62093c61ba1e54762
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6ae0eaeb76d85a7d62f46a50f623709aa9bc42
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94b7cf0b805d8c429549ef7a72c0e3a4ab068e1e8f0fdfb88687b3902c84c63
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611ec78f3c5221d38f8ac521e8eb0389a9ca7a25
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d0c0eb60cdf3df494c4d1917af2e2c0f4db7a9ca6a4819042b252f62688854
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62f2bba4983708573e65cd6b9e1de88bb50c6ed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3418a4b060812e866cf91a9ef15ca8f7da7c38be3f0b73b7d8805fe1b37c4b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03da3198722b364284dc97ae580f913b6bd3bf1b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a231362c9f7a7507db51152033ce82b4eea4378039844bd31c4e3d41eef035
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596aa82d3544f544d3855321c22b5945ada30c69
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da407489983923c8714485cc6307697d8adb380ee9fe4bd0ecff6357fede6d92
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c4e0c6302c12e6a068c01bc4a2450ef0c59fcc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb03d5e5dff540e5ee874ad49a0ab25e4ea11c1d50d7a59f27793ca0410dafff
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dea577df026717a53e73333be19b599b0aef70
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc9d0af0b3d38c376652f3d5f8ca099655b5dfece3fc136308e1bda314894f9
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0404c6b16e219aeca571a0ee785602d754c4cc40
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6e4fdc33c9ccbc84fa1503cd59f22596523a7b4c2fe726ed35dfdebd5bdd0d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e308d55c16b65dfc32227df121971074e6d1e9e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d04be9dd67162698a7eb7578a1b2bf461e23c8a3883bf25fa4e4dfbe2c9cb1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27939f3b8146f1b46f4cc4c320c822c1def9dca5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30217baef117bb8e13db7ba4cbdb2aba9868442afaabbe1269a483e797475b6a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e263c2127fbe0cd22b54437d3be28bddd24f5094
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a31cbe369defd4f5ece3118631c2f9d0a2f18430fa164ae000e4e84e2c4475
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f7d3e148897bcad6e60b2432caa6e4f0e57ed0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8795b3a5bd95a04a80cc17f2eb5831f10705489136fab3a292a0d90108a13d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c7323f93a27ff6d5e2ba89aa8b87cf0147ca1b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43752c18014613dcedbf85841d9b975a667bbc26444ddc4c466119b504cb11ad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333e5bd1533af1e73789718a6797b7e1cc67458d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5400c319824e26fd0168fcd1bd732ded69eedd6f66e96989329ab2dd3c7332c3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355b6b641248312e80f9f53158ffb51769d0240c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ec72d0e4f600309c08284cd9b0863359e473ae923ec089051118f575c5f521
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3daa73aacd7053e3537da10defa596c5f16ebc4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3cf928d2bfca8c2605df012a8681af692c2091bc84c5da233bb1575566dc2b7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4bfe0972fd6cdec86a899bf2c6bb474fb0386d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3742acacad9a90c9c02b9b1cf8b05fcccf7585e18a5829dad25dc0409697186e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bc6a625cc6aacf2cd9806e2cb2649b05a2f2d3a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dde1faf1bbf7430a9ae3ce750bc2d29e8c0554bf25457dd174e32051aae7424
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f93b7d443c42c0cfa9e293272def48ca0b1556c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b283a12a5bdcc8cc3debe5f52a78b42af85270e61c692f409c79040db66f73c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3deac8add585bcfb01efb2b113367a0efd4366
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff1242552c543b42e8793b762e6750d8f4815a3b0f64215fb6664b1365e1b1b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d975e2a8c1f1130632e81f8863f564f15a39639
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524d01cf18e5df4a04266d424762ac319022e86797f2ce3bb243f81ea2a4cfb5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b26b8d98733eaa1b1f610aa3de32c34e9b16880
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7719f7eb7a30f70a08608662e324b89b21e0471a3e2fe7e93f5229f585f87bd4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37db2ff962b5c06cf577ffd50c9473e886db2212
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e98804ed8999b5d492b00b87ee0555358a240a546698233080dd2f3e65a37a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721ab2195a7a27432366568a0a7352b1f16a953f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713cb67ae62fb2b7db238eeba6f133c7f96029ecf18b7521ac9e19d22bf74de6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dfaf7bd826bd63dac6829e8db97065d4c02e18
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8cec4e2e245cc79d3e6cc87434538f182250b36ee2acaa99f9fc529d2dd84c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c01d078e8eba8ccb6a18b4d2843df0bc7a91ec
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf4d19f6bf7f02662b91cf694a53fd63b3d00e0d77f0d261e34c3613ea9596b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01912305617bbb34596d3b9170230a13964faf2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc52d75f7307020d85aa6ae728eda45370b33fb0b1a37fe3d95e4e77ba5edc6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61187de49809b7c5295e1d8ba733e4b734d31b59
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03729f7e18085efabc8158ef70346f323ef90deb8bd61443b3c4b4577785c6bd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1a7b2be561357840b6a4075241f6d8be4b212a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74dda64c3655e7a123e65ea161201d568316a8f98c4a9f8f9cd5a7e5186923dd
+size 11395