diff --git a/params/phi/8/rnd_naive/comb_16/init/lm_head/_0.pt b/params/phi/8/rnd_naive/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64123841965a2c6ab6d5023ed5f1311c3c8193b1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad5f1761f9eb9bb21a4dff6dfe85ccddc079fe7e6cd38bb7df5cfcc01003eac
+size 205955
diff --git a/params/phi/8/rnd_naive/comb_16/init/lm_head/_s.pt b/params/phi/8/rnd_naive/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a57775ff1dd8e753f9ad425105164056abc9e56
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991811665c97690692fa65fae9f4a1adc8114795d2d17c1ecca7c82338dd6002
+size 205955
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10af42771ef6096d8b63815188a28c3a2c30a1ed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05629ef063ec34616b64f5f182a81a341238be59f98c32573e64ccfbe485f78
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b874a8d21090bf341242c1ca78b1bf73d51b48e3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d678ec9ecde7d95e01d82d6e180a524e5797cd96dc6098c9f31115e3e301cc
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469b572c215550ca9a78f416c20f9cb4c6c20dae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f6e80ea78d832cd75c399a1cd4107491a3ac07991428f3ff20c094bcba4632
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c874363149913d89122af48e9958e732f4f0e3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c270de5452c99a075999f84dd64ad45efa2e58b84258141878021563885dee0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda30705914ef5320c793f2b5eeaeaea2f75f889
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65eb1e8b9ab9f0393dfe5455582f1d75a9d98642c3c61a1d60f4c1c7c5f476f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e88fee1c8c1b6aa05b4861044e99000b1cb4173
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d592105af2150c78739827615c1146968d44866662fbaadf49dd89b5eb0c2301
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ef67dafe4108fcc1de18d286e6a920212dac10
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f609ecdd58456a9787e7aa5f850023c4bf95e7788989e004c73a3116c61c638
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd411fb5c3fbffb2a402088111545b520d12f46
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4afa00d8c8f8bda3e125b2cf3af1cfea1d1cb826e29928c588a3058cea92a2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a487b912a86675de6083be38af2fb8869b2915
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140a0549ccadf04de3002a2a352c0b4c62aa5a1010a694a42c0468b1467b562a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d90efe9bd154e707a1f1582229de388d44a33f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2202e8ef1eff2eb410d26306cfaae7239774a4d6100fedb33753674335c829e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ea856a2c6929fd664a6e50b5bbf32fde8a1c8f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d11d9b919ba8c7afc5ad949108d21bc03f988ae35d00cfb3a39cef7e7b94e3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60f405c434afe81aaf1ef5c362a0ca765b91bd8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f677d4e6303fee6384fad4d7dc8d441bc3db80b1505628450397bccd10b7a91
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab883062982611a1fcdf6587776bde077377b7e9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dec6bb84a370daba79f6e9e47a5e643797961485059214eaf3e255ea13365e
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94be3db8dd856efd909662d5e804d24aff0130bb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cecd63bba54db3fe49c1a5d0bb282da38aeada5ad64b644500a3bb6f9bc2ed3
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7599323becd91cc4dd45e1cc7fcf0d0ea2282f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233c167f01831721bfecba2495fd6d974988a63f45ac2eb4a0b5ad238f1e6c60
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13eed0f5b416e4b41d3765b3751de985cfb0a2b5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517f10579e2b69ca3f5fbccc8f17b18c38f74a3847b3be32a88361c070ba9a6f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcdf15bc4f77f802094a782926b3328abf14369
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08e37e3ee4d7e714595509706dd06f8391fb7633b0ebf3e128c8736e6713e3e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7884002a3add31bb04d1ab57bb495708e6749b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6545ca054dce9bebc3c5d6f6d55ab521587fc296b664971afe63c3ef45c8fd1c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b426f23cf60fa2eb6bbe4a22fe935f6a69cb00
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e99d11278c23b38a0c822b0369f61b7d4153b3a05739888c373a17492fe377
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f177177dad47e5fcff3f0f7ce519b9bd581871b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866df82b6d5c7c7bbc282047ccd7368205e6bb952d932c5ef89aacecf87a4664
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0500b6efe87e973eefc79de50e5d02559e4c2740
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7f67c89c92cd1e3cca28716f438c31a46200a1867255ff821652b2ba98a085
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf06c83c3177a631ea1558015f51ddba8321744e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365174ecb69270a0637ddf5aa6b7f0a1d0ede1b3500a13e096a26d3e91888457
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077fbeff6c2ae786125490577f18c498764a7d68
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d84bcf7da6f9acce9e6ada1d841bd2f413e4d9b5785379093bbf161b8dba5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b0ee78eaf5ea0dd35c673a6c36210b92c8912b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81600ea6a21d237af679d6e8b73750e5b3617574c3a927f16fdd7d8944905d3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f3e106a66115d51c6bde2896ac81b0396cc87c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adfae538929e662b94c360e87d91f9ec79e08a3c2b388fce53dbb2c444483e5
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ecfa49abcb3a012026b0a6e558c125bbffd759
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc2a71ce37978a34211a31c885f7ee04d03c9c5dead7de5b309823a1a1d5a9b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d298474660d50e74635e2814e093faf94ae692
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3381d6e9b01740dfa7b891d8831abcdc06402929c984f6595354cf634b98352b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9789cf586452769131ba0e9d8d93612e72653e8d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001dc0475295a910e76b81b574fb70aed119c2d5ca66242246f4d5de8037a596
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196a15bef572279102e8837f426bb92166740f93
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4b7c1d40cd66a71de67a394aaa29f46f0727370b78517e90c5bf45eac89076
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b797803cc5f8d8e5df3511f480c97722b759e6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88121970a41975784e7f07eed46e71bb1cec3e3511948f40c9c429cf80414d2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b81a2040d9acadd9b2ccafea1b740031cdd0dce
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247ea5187bac2ecdc4a0216b459968a4a1607cf09c10a18287d4976572568de0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81973e42862ccb9db963d385e929bdf88341a109
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f29561d9e692160321a8dce137bae5130d899cff3f1bcb47fdc3a891b7601c8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d56b15c712209d2ae11119e1966c07236dfbc36
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f0c2e645d797e9fe0d184a05088e2cba761718010d7851bd04772c7875eebf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6853b7b295f4383bafe32dc03ea62c9fa116429d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6e3a35ae0bc23a7d20e4c70a0d2f5c7abd25f14ea8a11e3f9a579491193460
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7cf9ec6d887bcdbcb24a5f2966581be88ce6b8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f51a4ba0fdc3281e2b84174d1e88a04612afbf96351d84d4c6de1a9af483cee
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc6e3cb4a46c7bac79fcc01d5e5e20cde4c69ef
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2376766a851861d93c10c70577b1d51cf3826d524e61678253ae4293327896
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e127b069c0ade942a8d06cc59cdfece49993093
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917e664238bbc9f98ce1c9e0cf57359b03a19bbc1f93070859fcf65c96cde7ea
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deabfe0a6109f9745c21ad28a2f292363046d7db
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1104ac0abdfeb680bf7253f99a3d9522c11ea5137cba8fc4a187b9a6000c9525
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded394f5736f3db87ada4b1c090b67d45bdba1ae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d345371fa2746da09f81b5680b14eae9a589f0107c2c53740a35ff0b09dbb97
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6a363f14539ac919be7d628e26bef7abec8706
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bf9b13151516443ae49c8b21e7f93da9046ed576200c5582541ec8ba2bb32b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be3cc748cdfbcd905e2d2660643391d1059b9b2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e4685a2ac82014cb5d7543aa7ccdd45883b98b480055b82b92b1f647ca793c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d60751db06d200c4eb4748f5c68b967d59e37c5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1720b8e8f4d0160a3737a1c1074a44df0249ce87303bbbfd37694f267c9d5368
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b79a4c9bbe2274509848bfcebc7beb50fbeb3c7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b7ca5f9a722ef8ab68c99c87c2648932b05ed9593915fbf55892c3369718f8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e2f9504e25850867223a907d4120f701913183
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d27d841d3363773b16d74ce6ab2fe93550859ac5dbe023c354b7fe38e3a807c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50db527db7705f5523f937651f72b1de51ee7442
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695e52a9e9c76864efced5f1dce0f6a3ebd3a82e32d0d2be8585de0c7f166832
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b1049ad1ed0c150b640880d43ec41a667fe1fc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ddb6514fd117307f2953dbf3ee837b0d04d0c600ccb8b0953a28398a230964
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7ee2146f082ccefae3bb0d05abbda098b138ab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff8359a89afbfa57b34e32e36d0559833c640fff656b9fd10f6459b14f18f80
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0f22981f166d5c00f5fe687471d64abb0026a3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacb96793327e4a4030516d6dd9154afe53e79b15b4091da233b2fa9894ac4c6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6456e08418de7c492ec633e7c5e821a194fff6ac
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15fca190dd8358d3e8d29731331ec81d5834b74a2c4b14affaa829bb94bc085
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76bc5fbb0795ad294e4340b0aa2e2ef2b0daf94
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60083cfd73e0aa1cf510c624b07557a85843f10655765626b60d6dc34be5b891
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79711b44c30d9cd8166b26f0081bb860044151fe
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41886c9d88b47802b909260aefd0c20d9b152edfb377ea74b27a09b27f75a58f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac657503d86086edb7c07a08c9254f5b7cbe4f9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b331c2045961726e2e97455e7940bafde464e882ee1b3b01547a3b7c5abbc72
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dd846ecd5ce71f76810b4b1f3b6e532055ab06
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15af09bcd79016d74a0d084f0d5dcfb85e732e1aff1c8e12f2006237d55b8b10
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c24a643938246d5d0be5f4aac33285f70957757
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915f9075d63563d53fcf42796247db86702c8311cc00d24c9ac8f126f79e205e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0308bf58df2bc4b81889318937129b29f2a20bc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef13cba1ae6a55632d81c7c20654c22dc30aad404d33493e14d6789d10904473
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9512c72261b80c031445fab05606c4a7b7a4d31
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4811a2e390e2e098fb46d49aef17fc118aab451b24c23d41eb642b36edfd754
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5f301f33d9f5f4093783ba746fad28cdb40209
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4faf55ab947ec4df805eaaa292b3d371293f4f2d6d3d99facbd72a4cc3a2e45
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b302694dd3c0e4f97954295c57ced1cd6b1b010
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c98be45fda753947ffadbf2fca7c88378e9a9a7b3e56d18834f96ec60b4fa1d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4175d45fc7512d709ab02e4b699d80e85cba3765
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5c37510c8d7ee1998961ec0c07d02d33bd8093784b0a435fcfd95e985f818d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80af1bd67956e6fc2bb13e34a91032124ae39e84
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3115bef138de7ea41e6872b6d3ffc07854be6a6ec1397e685d06d1adf11e36d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774ea262db227e5d37f2ec288b6be8391c93e4dd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8526300e4a5016354e239db32fbd42eea8d3979fad4a01c738f2bc69149c56
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75c301468344554936c9b2205cef09c1ef944ce
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2849c91d32572870661590389f6e372fd2d28f1082a49dae21f128cc96c799
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d976542ed7fa5ca594db15f68acd805daf44000
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad08883c1f29b8bf3c157161c457bf4213024f35387d11810b4df0fd334fac3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f25d02db4c2d7a4e4c219594630a5a2ac3cb990
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f82fae0453405c34a540a178d086adadc9ddfc6563f55c09c463ae481b015a2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770cea09f3a00ffa039515fc5da34190fd7b68af
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6684c8dc5374939d444c584fbfab57dd32cd85592ed05d4fb8ac0c788cfcfde
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637ec2f442c332b51ef6d358d6b61a8293c65947
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b3254965ef24809ae1460f933686180845e4514ef6c2fad2796f484de0911b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2684f5bb5c9469724e4e0c8c173d9f0e7eb970
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd1e546dd95ff4bc3312fbc4e973c5682bff829863e38f133778b183dfdb7f4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bb2bf1794b9cfcfbe1a16ac135da5d9b12813d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e130c633ecc40468d64ec795c4fe5acb7377e790029d499194c0b16d439e8180
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bfb9cefae7b0e59a4a86b9338f52dcbc157a89
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5348f3125cdda26a5e40d96c70e6c468ef280454507e70dc3b3cf28d781bb2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492491dc5f29d822efa0036cefd125a9d948f80e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b379aca81e13a8040e10ce214385f36aae9a0bceb83698bbc69b9d2d57c9496
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da9eb66a45eecddf9fed42b2d122ccec1d0ec85
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f134185ffbfd7132bb2da6431f2ba4db3b9c0e5e760da6a5f239ff7edf5209d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bf6970ce3c099481e9959e2dd523ac1003cb9f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1494e2ed51ad7946434efba5300fbc83744c1a4992454c618e299246eeec5ab0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70627bede815f81cec095d2002135e3d69eacd7d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f5bcbd14d7ae77b1de2f3b282836d6d56a9a4b256dcae1712d18f42111c5be
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d903a982fe59cbedb09aad474f691b6e20c905
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513082d63b508b7dac69876c12e586aeb6744e8c39f7459e68e624ce92672d62
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f910679f31dd5f493ced14526750beae793f97
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16960124b95148fdd8eedcd90c7dcfb2acad854ac802eab69be69550246c7184
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4389cac367b1fce97cb43fcda39ce97773fa92
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0696d2fba139456767654aee9dc1f2ef8e54f797dbac394f403c3cc1dd1666c3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088ee7f6dfafe30a7caef258a7822f2e5794b688
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87fb1235c8136261c006a7051a30ca8e7d99f7c47e3e7594a503d05c67fce19
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad2a0a4f7d3ba3e1dee26e65d955e32be1b9a27
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7055d8fca157763f7e7b6608ed5ae6133e5b311f32ccce828d81d3000e5d77
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c399a0ebde712f8462083fb2d7d0d660fbc8f00
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cebf9b6605c71a1db310f7971f16fcf92f2e3a811ca207cfd66dde4ce2bc69
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d38a195735b937441bace291e4ad6c22735ecf
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682df241fd0185d03eaf891f9be0da8d726e43cd5f234b7f46c827c2e2e49e5d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b7384f2a9f4ecbbc0cf5d14993eb6e1d4b7d08
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901b5e1280746dedddf1c3ed545664980176a4cd06f5ed01ee6863f2f03a2c5f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4500746716acb77750ba476d2c008b42e516b9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e445270b3186f7a6f4f75659adac01f208097ec14b326f1e65749631cd8c6b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792b1c9c66d623916668611c0ee4fb1e7cd59a22
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321755f9d6cd52a10b706c28d64e20a26e79cfa5388e72c94f12c2dfd374897c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643926c7604af0918ea5b1f45c8cdf8a56a7d97a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cd27e417582dd4cd82342f64612df3dda1e308fde7034e5c8ed9670549366b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ae6247b904574fe15c4da2b20f437ed86d2bcd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83798d4f0f42ebd9d40ebf64401ed1f83a1c6f172f72aebe04a883e94271dfbe
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cebc21c8b20395b2e34158e24d06f934522b15
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96ae4ede3ac685f7f67963f9bf5a5ff23962cb71fac455467c5401e35b567ee
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfa36dffb81399ef98fe13469616f5fc157c68e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877a879c06e530d94d20a3a8098e4a1518c3024b3cea42f6a63b7d58b2b919a8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c06810a14b6fcb8e2e72c84e5071379106bd57f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad9656d374c19ceae73fc6a699483b9ccb0f03cbb848eaaafee58765ee9eda1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d957542765fdbd411555bca8849430f6fd310cd0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e3908b77073e2f63bc92b4a05835a389d5f91bd9eb7d943edf0d2f66313eed
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866e5110d4c711c6843b63ccd241ba3f7d9b81c4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7193b410e5fa634969ece1bb15860eab257ebfdcede9aac070aef256c1c8acd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a933035c977a5ea4df6e18d71ff01cc588368bb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd069038bfd61522c8a409e6c970802f031d8f0ad4e3dfabeba8541cc305442
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b70acf6722ba496be9a975affc6481b00877bb1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28fb9c2284983486b53b13fcdaf370bc3fef3cf21add69f6f1a8474001d31f0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463987ba108262db3137e6376bef5bfdac51a973
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7aa44fc6962167dbc8fd343f4277f087d7f528cffca2878d8289999e9d0578
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cec2e3cdd06fd907bcd57495212294789077d82
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7398cd15eba44423f6764cee0f84e124a9c2fa9300f15e3b63e772689661e604
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849e70f58d00fcaac1df80cdbe3048d5c135b199
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aeb8a719ec2794d5bceb5801dd50e89f143eab38964550b7e19f5c956359358
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8608d0f362c7796834171a5be4dcb5d29eb00d30
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c1054b2774f856eeffed38e48047a1ef04c6daa7ca0c8db020ec349e0d708b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e77ebc476cd46a186b2acfaaa0824c84efc658
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf3b37becaa3650f2fe395351542ad75923bfdf8f7f94a38403526af2565f94
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b89b0ad3383cec838db7be67bb30bfd0f9785a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162b956ee20d5f20d2951ba4857b49c91b614a5825b3579cb6db3c7e6a921ea1
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab0c73f893442ce9ccacc1f3dd6600da1eceac4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d856bf36517d264020400fcc932fb4de018ccf033c3bf3bb9d9ffb052e10ffd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177392c5be03f58368dd27fb3d2b833aff57dd7d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a591b2ba798827bbf4d469e02861351e9ba07744ee43d362c09384f64c0f359
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1ac2a25e63d8d7e7f342228a29c6d2e563dcb6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7fbac5396fa4ceccefb8382e4f5d0ac30d57156c141eb26c07f8e8e61c3259
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295b332d19d3694f69103788e6e7f690bae85026
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ad654f7880d9b1d3cb723a11a43d97d6123e470cefcbc396910ab28bee4b2a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a37a712a191764e085a15c1b7545e6624b7caa
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd8276555467877ae6c405a2cb1ac5d25acaf5e490f4fd5fe946697152d639d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c79e15afe023bad8ae272cac0e0211c303fe597
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f072718880f7dc3e513ed72c9c0c58635297e5a837d910378d4bb2e63665a5c3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0a422b3a333eb62be3bafbab2eeb28bdeaae22
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3f31362a0151da0721921ab8c716e09408d004564a4e8a1ee3797847ff02cc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc54182ba80d736fd1ad81f46010689dec00759
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f2cede3a71d9930ad0e7dedff704c318f9849269f445f825583e2b24f7765a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015fe471790126c5f1e82699852b4fbd91974cee
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615448d03e1f702704f04a126bc1ad6e5fb0a45334dc747342fdab4e0ba5eb67
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea395fc6719efbe38512433013831d905076406
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393dc2832b369dfdee5fcca6e734bbf2bf869ab01fc50ddb963a9a501ab578a9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996265240271f8e01b99f2f5021d93431e08ab88
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891099e53ededd1c7e3e24f751a5acb8ed3f19a7fa2a583d13f1737db9d64840
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849384222263c85a613b389d19edfd0d89664130
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df92405412ee530d6f9b98bbbb7d3600e1417a88b4092d363771cf85990d537
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6209c87bc30383eb38071a93659f2f206e1a8f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae185e02d21d9aa1fbf065b43f55d0225751dda3b4d4da2fd0e2a648b79bec2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92144b51b983f743ee1b1dd1b8317b43ba2b465
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678d865eef5028170d3c68685997b6e49e023b2fc011bf35f905f48f5304f68d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fd8ec6dc55286d71df7d1a1cb3cb164a7b94d7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3d22a198101fb47166fe316a8e56099b9731aedc77bacc3a7133ca42c806e2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34743bd86572a23865490bcc1dea9880c0501d8b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c3119b1ff595ec789112f9de25fc0a6ff468a60e88fed559707e0dadb251db
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335df10868edf100ad1d15c44d6093dafe26e8d9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524fb839fe232a7d358b60daca6219c11a687e24e89097de0538a9429681b41d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76554060f2e2067060965640c43a737d4668009
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e035739b8f9c3cc20eaeddaca80786d5c004852b0922b9cb6faac521984a5b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd10a2b5b2efbb9cab6e1da3c650a0ac8fc94008
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5c41bddc6e5c392652d9e0157485ce913fc3abcdbf686a0459375bf5df3009
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd05e9c22cc4486ecf6861822aac99bbe5360b2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3822d37d43ad8a0af2ed2ba44306ae38a382130d4533eef8e56e99f7e5be4b4b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f840cdfbd87a61f9e8c6f9d29965fc3cc74ab60
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70581e5dcd5653a105bb73ad436d93b2b52696035e94019916673b144d38d0a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c75f7d230882a9f7a0b07902b4f19abc5dec414
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc09547eb4e78ad54a9bb27334ef261560e3c288f7da6ebcef3dab15dc4b81d6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cf0dc770b442ffaafe72566f5b548f085bbb46
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca23df44539419010fb77fb9b2aa5f222af77f89912299b72b2f33869df59aca
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a8db74e8e0dfa0fb6827e0e0be04a0bf373204
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9684c6f32f28ed9d250b4171f3d2a8b61064b55fdb995b12ebfa5b22f5c4347e
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cb13603b0813d4c77e0725e942098894952e77
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352de733402efb63596b7e09f5532ecb640dbf5f9a7f35eca0978f4066c64377
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf9546d3d4e9bcb73a4c56e6c0027317610102b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467209b1e294756523b93802dacc03db84f0353b3431c0e2e05d460d14dbb324
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30478376d1c25c44c77f370bee4c2a6217eae0c2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf174b3a6659bd706b3a01e58a7973ce764e1084a9601c93041d1fd9cc7d735c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5316766000ebb8c87f369b47fc15c32c15eae346
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab92e7b977b4990f6de5b28a0b19453628f8229edcb9d61acbaa1458a70d5e2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652dea32efc1730bf84cadd8351b4d146db1c765
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c52dd6635765af14f9460e6cb97453d5d62e448f3b2f2f89db2bae7185943d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c304b88d1fff37bde633af4377497aad9fdff4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78f590c1781477319d106a48b955fac12a4515fbc649215cfc0e6d6e950a57f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542b310a5ac0460117025f53778a7bc03bb396ec
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790e03de761e02c6a02b324ca0d266059536c3467648d326c3fb5fdd5cc2f759
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d316792d6f7462ea35424f7ed527c61f565c1a11
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69b382b7c896db35352d1e8128ced9870a6a86322f44a28fc595981a39f4a99
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf67f61f0f16e9b56eb442d1a1df5c13ec45397a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b805638191070e4b7760d104c5615554f45a86076a8f2c673eba73958514c82
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5236db3f0e7d878355d88b0284437f2c1ff26f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3d6985a1cf9b4a089408b07b73af81fdfa9b13d9bbd347d97600dfe2b75187
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f5841cd762ac1f3d021343c003f16aa7c676ac
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9eac72944995af4fcd68e120d79edeef8f532e40e791a6007103114c321cd6
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18da9b84ba94136491e8cbd1b9855d787bc35f9c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238ad63dd73e6e1d18f59a26437557ac8180dbd871739d1d427b45ac2a5d598e
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b34bc0ebe5dce9b9daa1890be7d7c5419597c34
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb79306e1b1fe4fbe815c4b3630001a2b74bd065c6238f961c2e2ba015a50b6e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53564262731a084c9cffed8f1992f61bf061b07e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca07f61709108dcbc023fc4111187a77c1f47b169566b3ce55737154d747a469
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9831226145b5a1e5a632c3dcce3c552d38c404e1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ba5b0fc9cf99ee961f4469a8797f00c59e2a14fe131e78a8af5491ebafda02
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bd616b1da6f0c861e0e27e6a163194624e5bc8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebea3ad2c1c738409af7c598fc6948715593ca89349a5345b4b2ac38a94f18dd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229a719d35eba8f319c898272a6754626fb0bd5f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b994b96bbcca0fa233b196f56385c4f673c92d856aa70bbbd9258c8bba7272b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf80cbc1ab4855be36635f2b728b79fa8a8be5c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5192e184f5dc2631bc45806efd22aa101a67263bc541b412517c2a23d50722
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce6823bfbd9990af2e8d09e174c4066db178f42
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7bf54516fbfe5f914c88e10fa88e3a33268117f0aacd2f1ff1285f34d3a681
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498ef4adbba5a7e0b13434cdd7d27fb8d2dcc51a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c203557bd28afa314e36774919184a4880b491a028b78b252db8b74f6d75361d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cb3cc3d32fd12dd54e94307d652c3e72c0fcac
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d0c11386d9244f2f561fe8072c3d2c710fbefad462e3681d17c21ace6a3747
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e322d5847bf8dfd3ea76f6c1fbdadffac775ead
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba741c869cfdc415df044da3f78e1121fd4a9dbe479446118b168c86aa664694
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcd95d7df32dc7fbfcaba73b3914474e21bc47c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4c92c466060491a651fe27cd32cba0185c61eb7adcba6a3aa3b45499712ff4
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa5eac161887fa2c6ea490fe646b119413fcbc1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81dacf4df11568043bd0e16eb7a2a1c3dea667ad57f8fa097dac4ed9fec5c7c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3dd02a55122ea8c112e37a4b3d34916068fc7e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28de03789ccad639989f8a02855ac855d040f1d16d0ef6513b2eac5350e28237
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a10ae255af5d77b1c214bd77b0e891df9019b3c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbea1c73820f05d7a233a950f79e5e9efae808acb9d0e488f9562ac1f4f42b5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe64a9ca487322adc469cc3e96d96bd7c7829bc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3da84a40dd36d55daa2269bc28c9d975131b3d0b905f1b53b3afc6975c7bd0e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a04ecebdc0c1f60376e468b5cdf984b0965942
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7947467e47dd39d6e55ba2c9ee8136feba775f1957f2e13e17292d4a17f88a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593f1d9643cfc29d621bde511c469cf2c7e0eb7a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04be1e109ee521e61db68444002ad45069d9a2e05af44d42537644c09eff6266
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c098187a9cdc8dc210e6d59cee343183fdff12
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27660d3959f0f19b84338e75ac21aa3bcc2d64e767ab288b4bf6790e11841db3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ddcabc951aebc07b50a9dac20aa572c73b6985
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d936f84dcd10d67e4673bab948cb19cfe46e0f781d22025f8bfbf2f9563cc683
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffa4aa5dcc6383692b28c3d40294e971bb66d48
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a381aa591067f281a155c6b4ef2b897a348b5f8fc562c6965fabf58caedd31
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2864cb33bb2d020c8073d00dcac12c6bc29de0d9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5b7e03e98f9af3faf0b29bc84d825caf10d37718c7a1569e242798c550e421
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f04c3130bfb4a34249f019fa7ff0ad919d2dcf
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a89b607a2b37dfe73dc6a1babe67df850b890b3ae6a5350bf3c7a00c7b5173d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915d77fab23ad73617c880ab92a9d9a3dfc6c7e3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03a1e0bf6956e1d08ffb75369bb37f9f07231aac67b35cda13bfcf4a297c383
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035f06cea8d513e64bb23a0c85e0e24d26ff89e7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b71c3b21e2683008edfebb280b0dbb7b28aceece352fa01028fe3dc494d5b4
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b34dacac086740ccdc7c1d4bf61c0f5a1f0124
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1071ec000149c48156c0592468734d8c78c3b98e642996b24a7b1442ca2f340
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd52db595cd63dff16410b11d205b080b38de88
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4191deb59f68c07d2b3b756248fc1577e8621ddfbdc5ccba699c0c76a81bfe69
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53be1a600a93865b25f368ed0464264e2a7aee0a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d836354542f6a22cadd5f69bf1dd80fc810f6e595ef4f41bf7d2324df805bcec
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26227fa87f818ef76ecdf263d7b71079275940f3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc88a9283ace8c3e8c83e37c734ba9eb5df557bd8111ba766a1bb069b153eb85
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d93c8fe40c8c9f34810efeedc4d9f45b3dcb669
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa94d61b3c1c74fc01f0e50cc9a9421a4e01de89432c80936a96bb6b03862338
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b5e3613cb7dfda851d1bf2e2572a2bbf07a069
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c6958cfad7282d60c82f9056b3e4b86fceeb93626a71f5ee278ea6ea51cbd5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639e889895847585f644f13dae74648217a7887d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7095c85fc4325d4a7d6daadb7701d81087ec6cf8af62eae58c7e464735142d3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4d30f1c81def1e98e3d9e9aac6216111ad6b5e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dd22913c75616a6e178f603f33c4bc7ba4b9d6219e396390cf84ed68458dde
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f8a71b507a3315369b70583737a50aaf16a877
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca18940cf3fb01107797bdf13aee6f218e7a6e30394b77712dcc6f5feffafe81
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19148ed8861ea8909d03068e08b0a75eb530cb7a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272c2b761a6980e382f55cb4d24d27b591a5e2580da91267bed10a01d11dd23b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c5998dfcc886741708114e187d9f72a55948ae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faeda3da4d5bb37f9b6df31ce94ad902b9b9a3763d759d376c3db4f0ee15d5ad
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8dda4a58bbc2b7726b04a4125088b7580f2eae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480c2820efebc96fc1c155d12085aa56e7d68be414fbca1221fafb19c072cc31
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ff26b086b97e72f3f5fb33f511553718106e3f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14da185041ad1057d1cea31ac86a532400c956181ccdaa7fc7045314fdb8a1a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9448b89decd184f537fa0cd7c79f1fea82471469
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b521ddd7a69d87aa3018e823c40798288b9a54ec0f528eb481432e280a309dd0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddc26597bbcf5d67dd8bc4ffc87f36747245388
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e22d7493c2c0e43d31e9a260bd390e900d42532408e99a1a561a33adf4bfb2e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdea74b0df9696a6f7dca007bd070efc6d904ffd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37968d4aea881d7db7d41d0510f2967fa63d4bc8d4610621826d5719f600c97a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304354869e52db50b0c0668465a88acf51f9fe35
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3dfd02b58127788a8e8f7e236fb35c5cb42166902f8aa3689e88632ab5b91a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8017b2cf4eb0bc1d73deaa181c923fdfc7191c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aec66379465cff257e1df5a745be32ca6497120e606e1ee02ae31ee352c5beb
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c897973cbc42fc89d6ffbeff3312d9d41bc13dd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4f239e0a61279cb38c7ba6df93230332d9caf624b28cec5112006a6cb45337
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad15ce2eced86d34a3f633396e795d2ff0a6bd86
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e4960276648d9a73e005f4c4c163c0b5235b150215c7d1b49a3ffab3c95cd1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8aadaaf57ea5921b49c23ceb2d03c9ffe9c30ac
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8744f3cbcbbc58adef5d582546075c98eb450fcd33000cf561a68f2abad61fe9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd09c0ee0f836a25c0bdb3d0be9ebaad6e61e38
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd38110e91de13da19d1ef05e481958134a20dfc021e069a513a5ad424a60ac
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400fab428bc3d7261f9ad03e931d60ca43d0488e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff500081c74839a5c8006fdb1b1ce77069468e2ffb9a9165773978e8d3b2509
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d231f07e157570dd17cbd4ccfa68f7546b66e45a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e981789a4406f9f725d2c6708a27f0d4e4aff73b064eaf89fff4d6abd58c51
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4a1729a704147e492637d6b2c843627d54d6bb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af04673582c357ef63a3a043a185bb7ddd87b79cf627b1e937fb2b04055d54a4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ad73fc566168be863fb32e4042e9658acb572a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d381c779399b29064b900a0ffe79423dfc6ce68a4c089da808624cb0905575
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bd28dea2ca0f5b1a78338673b6f5dc3ffc14be
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da7c80da063f044be1b5653d3aac69c20f9d5be726b9661eca962c97963dc5a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2123bd97495b64a56a25674ce2fc3a2f12e5f901
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd3a058b112c62e132506f3d897df34b8bd2ead984f92a6d93df6600607cd7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83631c0e61ca05c5e17655f5b26c0c9c1cfdb2b9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c03aef8fd08f6f358ce7ee6302a3fdba1669d78d126d9d17711a43ae9e93b4f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669eb251f87078556feb4781a101e046b03792d8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2dab0e89de860632c3e9468dff0c07c69d434dc6c0b451b015315a0a08279a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01df8beeb1b4e272fe4b9cfa7b00732e76378e29
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d032acb622a6e17d065b808324ced39b6bb12f3b40ac11386de51e32ece934c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb2e5a432d9ffe5fa35d14bb6fd9c0dc2475763
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bad4f23c097a1a606454aa79d483aeaa6e38d1ec13868c5672c1ca3f26f3ad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f8d4e5e426d96dc4458e97524f984041ec4ec5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821d03d74d43d016e4a22367c32fcac2c142dcfc8253a02a800732c0c9580a37
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf61d5446de0a2b1a61e02e789c40df89ef8dd25
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d27c699cf5fa8f15afa1d5f98b2ca83404cedf0a780fc80d3c1ca586cf857b3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830aec783a9ddecebd19eb7343ca934b6fbe06e4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47db8869a896a7a356a301926083089546814c1fccbf55e7a0f3485924c5017
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc361a0e840d047850281b17bcb071935c28b14c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9415ea2a2014608a183322fec4ff37cc051a8b9f65ae4296898fa9c0f44dfc6c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65688344ec3ffe8f9d1834cdc1e156ab1c9da25a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226c865a3d4215e201bcf65aab773cc33058fdeb34204b4b188b487c7f495182
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edb9391b7e56eae41ad3f55b59d6bca690f60df
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c62a1904900f5ee5b75e86888b5c01b6b16620cddea78f569b5ee95aa7006a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a5da6936305266b3e49fff5d5260c35a00a005
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff3a9fef3668798990c979f4dd549f29f03831e9fc269142904ea4ec62b3695
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204d8291a07cb23770d52afcf4370a66d5286bf4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6623c29ac8a56180333da73e81e7a9e4a94aff66dfea484862b2549cb4c4f84a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36652302242707587d9ccdc89573cce8028fb57b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e7f055e268f1ec4147e91b725a1062815e9273f0f80583f95f6b654368b043
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1991ecaabbf12aff41039f694b08933c162eb21e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a35fff6ebbfd9d62ff904027b59d74ef09c17b54fefb6691293940b2b20f86
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e7869e7c9d9cac93ccafc6058a8ef2140ee8f5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f46ef2a73f9389161f2bb97c47c682362bedd9f4dda35eba1f47ee434992b8c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0bee1c163e9ebb50e52d09324e84bd6076f86b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e70d412fa049ba044c5e472bf868fd4b54c4f13a5c1bc05f74e190e12904f7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172293d29d071407f5a56fb4bf6684fcb95f7738
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93c9119b0c31239ef39524ee37823a207d82e1ce6e24930e69aa435262673a5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e892e38677308aa9f1fd8c23e710c2b6bb384b9f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be006f2f16d367e615fa0c3b1b999a685bf10b598f5ef12f310cce7f44587a77
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacfcf8f8e8e67f387d9b34852d7b4c81f55a083
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58101d5448e28e9af7df9d765e84074513dcbad3eb4b53cba3ee1d4b6ba8ed4a
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044694d68b2e70c0fd323b7242476161d8da5961
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5d2718db87704ab671f249339c688d60dde703d4eacea64f1af73a9fddbd5d
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55e6bb482b2d956e3b537e00d3c84ff5ed1fa2c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82467e465a628b93f52d3a0d0b992202edb10d4d9e797d150e8e7e53f224f95b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfc8bf187df6904452e158b91a2d4792e2a3bc4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039f5e47b9b983d797b0144382c66351eff2c06f683d634efe0b2a3814b72cb1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43aa7ef2219823bfe87a296a4a745fb1baca6547
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b744f841d249eaff381851a3d6c31f3e78c3f0f24da52c751d1d91b2383f41
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dad82c57790e4dd2d97be611644deccf04cd8b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d20e936953d5cc1993cf7480af9c722a0411976a767241e152b3ed053334bc3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610024dbf8395a4f15a658cdfd58b814066574a6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e21865a90395b4a267c5efb6968d6ad2793042698272d885f17b8c447a33464
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72613094ee4146efa4729e5dec8b5627562b404d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86ee648de7377c79df908bab89147ffe0728e391bbb01a0ef8a983e6c21dc62
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bc40a3abb7bf9c2265afdc9bba47425295fc19
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef670cdf094dc4d846a974303312e1ab4fe8882c959e3fa5e39d9ad3dbd9a325
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3010fd8b5c7d5e975a4e30ff2d72e3abec9276b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5d9f3eac87b42f245711aa07a2cf1dc7ec106c21ed37990bb40ae4ae157868
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efc237dd86a3dad5db6d3bbf39441a7059a1f5c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4caa7aad71e6eb66e8f464d85fd998084964522b9fbace50f50ccbde5b4a29c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df08953fcb8e84959a988aa8165c74d5e33f50ea
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673acc650c8612b0d926d15e86300868007c639c2eb226d7cf1d6d2c5c9991cf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70b5aa8a66654fb5ee6af3253b405c148b22760
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe93fdde2bfe438617b089814b5bc4ebf78cf6ccbc7268571c2899aec728617a
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9a09d6fa2655c26049f0f19a7d37f41e6d044d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9eabf91cbd9557cc7b092442a6d6b6dbc1031d1035bedc878089b6d91ae9ff
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af219c28eee5c4637b0a76eeb822d3ca2d085681
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73600fe7b008c4e8ba8c25f3dd36fbd965c6bfa812d501c2a8b75e2a00c1cf90
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d080ebeb2f24981f780ae5449222896d69b84f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b438e3574e3f710944882b4a7694f7e00f26790e4165530531a1f75d2cf5187
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fff8ad6fd98282126327389884301bda89e8ed8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbc3ad6f8deb755bf1c7f61b9726e1c4eea9c4737e893056b019bd09e4f077a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450ffbc65c97d483fc68b0b713b3d07a89e6375e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e03b1b90025d198433b501ab40ec0cf69b13abb18fd8d592cbc257e98eb679
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77612f1df0b21bc7f0d0e1267b3d6d3ca2cef113
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de44ef71993833bb4cb510b2e4803f1400dcc5076752fe22cab8aad98276bf9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4797d27cbcaa244a0aedfebeb9bc81e070a40d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbdb9d3f2fe72ac328ea1b056ad7bc4cc07c532fc3369b2f73ad579e513c66c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eb7fa23f5c2ff2665e110ee36d8b09675570bb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6f3e55a0df8a19efc01e8a8341f141808cab357dfe835df71a7d1a11a67656
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5f947b3564c2dd48e0a51ff8647254a796568c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2222ee36b2517fdc11b057d3802e256a3faafff1151a44e3a179f0d4651801f6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f48eee4789543ea10ccc323a98f0e5880bca28
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d9bb80576438da3c26857f401e98c2fd3f2efdcbaa03e7d70263df19fa8f3c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7b80e0818c58c4ddc99e85bd4d0875f7421feb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db2206a01e2bfc9fb235d2b0148ba6515a0d36d47e27d2c6bb78357f3d37d7b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42e154d7479a0fdd1bce6ba3563be1fa799e527
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd486d4f7ac593aa5dfff76cc9a364835c940a1e1b465829611031033e4616b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4502de4b1a948462599b56547d85790de4a90a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28515a86d7c7f91843475c0fee69c51d4758b08f3dd5e9eda4fbde066786c2f3
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035bb44224e85e591fe47e1252fb8fdf504cd008
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c5d15a17bd48510c4a8c2595d0d46f64c5ef22de894681578a684f6edc726e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816b802f0571b708cfb65ca853bca3cfac3d61fc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32643359ee5d03090d272328716eca0ad1f49c1fc45df04abab8c04a12cd472
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdafb7c3ea255fc8c360e03ac4bfa780494ce144
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dc027b229282095063760ac8249609d39e47b6ecac8a90a4ba98e59892da71
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db8b32834071c92ac75d0122d71a85d46b40d71
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55f58186286edee84d6a05b6929304e748031b47392c3e9226e1db556355fe5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd22f913f35dec76a9cf47b7dc17ebb0c3785abb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe15bf357fb49838d6502dee149b001c692e36330e5f40936f451740a79f6f4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314a9766c2ef57077f5bd76e2261dea6c9c4dfab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c61aeae0eb92cbf590c8b53ecf294599e381b54da14fa2fda3a6368e135ef22
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261dda394779cc81a97a51a12e268c027ccc621b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d532eff9a23cf2e62c193841bb9eac2f1f4ca76fb0a513ae3e93ccbe59daa4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac92f79da2c2749f3fca0d91e8c03fb09cb29e1b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a5528bfa43e07e942627ebdfd90cc664527bffaf3880202d7e1c81a9f3f98e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95c549130f92320c1a9e83f344ac6c93133a59d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f4d22dee9b130f4bd4d8b31f2cd55b34c9c125377121f791916a6cc6cc09c1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32de71b88f63d77784a0e03c9da9f1ca46017e82
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76932021c2daefb6d5d8585003a55911d9ccd90b942bf092c16a0376ab2f61d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0677dfea0c0ac29b62e88f8bf0bb0a07764ce07
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3713969e4cbfa5dc5d713fb83a97ff3b013f606e6609b59920c319364900ec
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7bebe0f34f751b40f7838eec4187e26805a19e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1a4805cbd9d68b4b72400de638d775afc32b291058301eef3bac00a170c797
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7888b305c2f4188d8d90b3b993d77f5eb289cca
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87730d6fca91cd70b6f4137f347ab99f3f5aa42419356ce14137930f07b152b7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4450bf775b3a32ae3b2b216a9746f64049c2bfb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4183df516a11d0156f373537817fc4a6e9e112b58ced85eee34d8b77c4ed14b1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429cce9d64e94d416da093f42cdee0a4d66ecbe7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48469e152a1a9e0491bb1c1769383a1b5f1b9115aa6814592c18df6a97cffcb1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523d2f19b3f2c6654bb29816a8d3d60344a636aa
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705eb0cbcfd92b44f6a1d8310a65c815be19daea667a5eac03876578de52ddf7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881584e2746e1658a100fcdf4ec1c1695bf3a0af
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa442c9850e9bc29849501cc7b4abe1f801ce0279194e3143f0375c81a81db3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b298ce46b8dc84d8dd0d6d9cf791ce392cdfc16
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f290b755881f35ff76ddcaf518eb9207c24fcdb1b3392558028b0e304a8162e1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e593095d77561864a25d670b6dbac0c7e4a1451
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fe1823eedcab6cdfa00586f6e92b87894e179a2c0e23f84df52cac2eafed18
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a04031bfc6369565e6a28fb33037f058860337
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4636f46744396ccf26da399ba1781a16779b03bee83ca11c284093fdccc8baf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabd1183869ceb577358e7208741c7335863fbd5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef58c44c145e9f9f1c05adc9e51d28e40e1b0cc137cb8014007cf8c1e804ab0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab0b431cf7c74ac0b1b122c0e6b9a19db9ca52b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b78aa1d0eed82ce81ccd02dc8c6d111ece43e797c38a468427a6f6bad0f0f0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b59cdc3fcac7cce94b35adcab02fe69417b3326
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227b1b3b2fee49887ff155c61fb3ed86d4ab51b3a9a17e4607a0a24f6e366b21
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e2355b37cb743ab5faaf5f571442adf791a3f0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ad582d2e87fa257a69a7b1cb05bcf31d6850e52db77412e45a494757892b8f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e6663ed3747dd7b5bc39c9f9a308869e62061f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb45bbf332dc6cfc8bbbec3376781a4b8028e3bcc02e0477c5b8f5ace302923f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139b11a8248dcfc56f88063657bdbe125f4d85eb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c204d54944389f6b9015ffe4ff1a7bc4495fb9e732c190f43daa7b013879b79
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5814b59567bf67d5538226041460a137313c3f96
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c281002b42aafd4f961e01eaace1b9a363e53e07af59f55f567717cdda95fe
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1177e8e5ca2a224fceb9165171915858c46ccd5a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86249f18c91e0dec3003e33844ed98cfcd2f511f540cf228f7c7aa04cda30067
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f314078d2dd6e439252398ceb4a627052cae63fb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c255cff8dd6674f6f10f2ee95ef35c7c2dcac7a269588926f3c3290b279a49e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e03e7e66325579a6523161043fc5f782771b35
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2354a2d4979868eda6b0404efb20abacd2eb6768f461f1156bae01d9ab9eab8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3441ddcad8b834bf04f4f64de106bc096bc54502
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b850d4cdf68bde051cf53ec8a1e46abdb87eb22e378db5a2f2e1618127eab9c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae123dcf58c16f045856a849096100cc56665a7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a6d404370a3435d496defb4c6b3b7ffc21507d6e7b65ccc126369ee8b44b7f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5748eb0639939a601713c925c33069ea3caa4926
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a3e5f56bf17da3c23f0c806a8d33b5045d6347096277171c02b1f43576694f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b81075b111943f26e178e10568868901326ba7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae3b6f606a4adb1fbf5b024e2d44d0be70b7a5fb4305513d7f5a54ba25d18ef
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8670f2d88e7e96a7e3fc5462c38ac5da5973b60
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42bc46f71715fc0ea98afc0da79bdc944e3750afd9544542ee297044e0b28ac
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af0a9349a0da8a00483e2d4f7ee505489a34add
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb090bfc932683aab6e1ffec1840ab3b1193beb6db95e06aa4afcb018ea4453c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e4632a3044a27926bcab7d92c19b87cd4bc647
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028d09a85577b294a79aa738913d8fb1d1bfb048d185b13c189d0dcc74dc636a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f771b544f3e0ba2c793de9c02d79974f9d6804
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c5211b5471279ee5b1b88669b8512591c7d819ead9cf25c105733fb524403d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afcd4f47f39964be9a687aa06bb16e9b841023c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71b8a5565dd84049a217b3eb487a9f548cab8c81cb430113f1ffdbaadcf286c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a39d2649a904468efeb80591bc7d856c0e1adf
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74adb4b1a5a319d15ad715821b9a40b05e3184d7962ed431367bd8e9e770dfb0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409226a2d1e3875b2af101f534332a5b36311bec
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeaccdb93fda0931b8c42cabb9dfb0a75e9d9f970ca9b94f0bcae2f7bbc0d8d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08a707ace0432fc6dd7e4c834e38234b908001d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6469b33d47d64180ee7bb23f52e7031384aa4b24fbd328d7c4b51bbb4b359ebf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec61a97310fe7c911fe814d402a1d0671ecbb53
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71916cfad5e139664ac10f6e3732fb2e83d80d2204a476b042696cca399a122f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9edf965dc62fbe4d7d1a0f1c5a9797560ff95ad
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f13737b7ac5447cfdfc7397a56eea00a9ac3ca115b7a26e73c91d838cf7b205
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21feea476e1285d71092b97365368f500f9931a2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56145a4cbef17de584b4b5260b5f6f80121ec43cef1aa1ae945458936a77d5ee
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9735bbbe4abae6ca7722d2d7fe933b4f2ab7a1e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5fe78fd89ad25d6162b1b829b7b29fe2ff1c1506abef2faffa87cc9399f74e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a31c72404f6111deee0f05664d4b918a5676cd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79108ef8b3f5271d0f7043b5e67ea310eab93d6d505b25babd9c306ced54ea2d
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1778b08877a1399e065fc911311d0ad4ef07a2a2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5739a4e03bd4f2e0a98874f8aac82c0e04c01109801bcc2a036a984a1898d13b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fc36a30c6fb43807119b89a6d2028c512d6063
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b2f200469f3462a5ddfe121c9243bcc994d36f7f65577ec7ab18768c6cb3f3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfab5f8b7a1d8650eec59bd5aa233ae5b0e71201
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c50008b2df1054622bf798e78c83792c1186c1a9602a679c12c828cf3afb930
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65a53b5ac36e1c587e6d82b535beae69b4babde
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e58bfcc6dc00ce24bff5d34ddbab3a65e20817bc7a5bfa874ef64a76cd9ab8a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0ec12d0cd48b5aed9f92a6425e369044396d0d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594ff50f24178ea71a5ea8b4b024a71d9067ce470ff9c8db06f1f69c72be71a4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd728092b981184c31ad2cda34c6472b3b302a7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec55cd2a66491c15b770aca95cc394a2e38a60e993763b13be53912d22b2a55
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19847d75b835ab61393ed28ea1f700241ffa55d1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d3e6cfb6d8bbda857964312bc75960eb4b5f4c66427055ead3420561957047
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8602d0c3846dd98e7c12a2d0a56daca9baf5dc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa3dd8b38a049e1556939e7f87d52c56fb4a2f73e5849681215416503a96e18
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59444f1944c6c1c83f3c939491de4066ed61324c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1651e69be5fb0a75cf0280ad6ab8a9fb2e2e1b1eb321b47dbcdd1f340b06e73
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b18a37f7202fc6c90d0c7e802d24f5a968a7b62
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12ecd6dde9ad829a5235b90e9c51ff7ddcba288f8ff027a2f0b5457bcae8753
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05f353d22ea5a257c2d12faa31b4405fa5b47d5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e72b90326e0a63a555a217373239874cfe0218d740724b274cd192f391ba12
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9cb6e3e88fef3b235b2e00a9690c6ff6485621
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aba8223287bae53bc60329f4dd8dc1891e6b394d60c8180968a0987e8f4fd90
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053f0b38b25722c98363f4dfc267b3bbc8a54e56
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c118234c5cf28e32b1bdb239ecd1f3a300ed9193d8968c7c63938aff1edbae38
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa4e89a07b1334f203d837d4cbd484c94ca7918
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8455675de0665fd18ff46c369016d6ef7e6a189c71d8e5e60a9f3ba04ad3907f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f123ae8d0d0d73e6ccea24aa2f719929f428a84
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf9344a6f2b3e8b31aa179d7b631f195f59c09d59f3c8af064d400b37f2063a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c672bebc3d871a9ab4e6185bb75eb2ab540ebd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e158cc4b0ad785a2cee4c91a74e6b6341367d04a9dc2b098f4820cf33ee45ff
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6751005cc6979d99c6facb1936031d5b9ae79cbc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5684652aab4ec78f3b71c60e204dbaca72422978e16215289cfc2980c658d1bd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314c36562b7cad64f7510a9ec44c4e52aa087161
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5aad7a41dd6fcea112f4b059c7f6db8bc9e0212d2f040eac240d1ed9e5cf4f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f4ad9f78f7be08d2bfe32e91351194bf476557
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2285f74b2145c0d2b65061a39ea2924637ea2881e5dcff2933f659c2b17acddf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de49eb12506232dc21319fceb0c0a19297817269
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e9e7cd30607e9c255f4f1386ba75dee3df128cb3cf79c798b738fcbdd4c2ee
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2987f9291a2386a1d89c5d57907afebbb2b88245
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f50460e8caa43224f8fba8b4b201d81f25d3701ebb5d2317624a217a091a3cd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac7cde64bde0359bf596adfdcea5ef7ea8b10b3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad382d0f41e26c5d76ec16dd828c85322d07797fb7344b08f36450b2e7db71b6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254e92e17b257db64885d9dd023164455226d95b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638ffbdaf5308ed112e994e127460091676910976a9b2e9931f4fff5afeb4344
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e245f8909d23ae9db455c5628af386bd2b33f02
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176e235cb53e2fe634525b4318b1393d1f59e51999c66c05af3a12e104ea2be9
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2950d45f3122dea2077ad7ceb03d2ffe81ea7800
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e060d9b5b3937e313e36604312bf7ca856b1793a29381cc7812f809edee908cf
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5429d96b6dd439ea975aa120ccb47195fb0347c6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0167587a9fa07ed852649f5a39ecfa3c39885b8f194fcb465fa5e84c781a26
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d962d755598b7afb72eac2ee2ee8f214deea55
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc09833e82c3fb1f2df9453807c1254386f3c0bd736d5c7fe3a30f37a274b34
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83d675129a6a6cf4adebd709eb2c2a6a97c2827
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149962410007fe0576df1d4586dc1fbb923291251b61e45b371d3568a6c61e5e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a4d77fd8f0a0326266257ec735d2251fbc950f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53675ddd13575c223f3184e91d6d97bf244b1a79fcb10c7d2419943f05f61fc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4af2630f38ef3db8943ec829c1078daa4b0a3be
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e19031bab1a3d72af1e2d046e2ec635e0b7bbb3c830f069c35483c61007b7e4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e4df75599d472606cc2bd38f7a94951d11fc8c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b27912ee110b0374dd2bd6717bae74083396fb9f5518060dcc307c476caf1e8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1aa2d645dcbda65364c5c6a569d734201d6cc3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8fc1fbd144a14b3caabe125aed7f4463e1623897332a6a894569786d554992
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5174e35d7f4f0bc9dfe7a81785faddcbf5fa0e07
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6dcbbdb15d67b771ed8a6088c537789c5def349300384c4d699a9ff126c6c1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854974170eae010a4e9983d57888e9aeefd29a3b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99134b768d6c9d2ba2bd5e13795826d2b4105c31678d4895eba5b993bae03be
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eafb06094164d33e33010e541ad8f34e5f63b2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0c541f719aeff238761a271df94d1d4c62f2ed33e7f8f0664d6f4a0b690e74
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a0a6aa506b4b9e14dd2c54e68bae073d6aceed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa79ace0922a141d36c76595ca15643a7bebddcf68e57768256ec168f25b9e6
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0216142ceaca8940f5710c0b37801b912be506b3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56dd4be92acccb1feac4003d9af59a032e790ae6e61e96576b007b3bb5b1ea6
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e411ad2e687ca05637e8c61c80d62af2a39b5c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab80352f8300daca75c99cef086dbaa380c1d9db4241677563f3de47600ba35
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b452002f01b91a50703e7cdd93178839498f3c2e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2821a4203019623e5bfd101242af91eac7c3c38f59fd691e19b9cb3c77d5a360
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de2c695783c2a06b8fc39c39a04dc3efab74706
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d6e1b9e4a97c2fb1f6b08aadbce3d0b97d564669f40ca5ebd32b109a3db8dd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d136f38d0ea089e7142fdde7098886c0961bc64a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1aba378d21b03767e259fcfc6dbea2b933fc8e164ab3270ccf442f84509478a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880b76fbb5433ce639318ab085b80fb940ad0678
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb541c1ee47c485d9d59460b10f511557cd3be3e02cf1ac275defb154f47074
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585f4242a45ed6619ea70cf66b50cb384e774f56
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a6c5423a90884435355d4be056c4d5977d756913888725ffbf45c38c19aade
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e5bb49990ba21750c22a29425371d503435b49
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dacc6c8eacf55afdc1d472e818eba546276bf7a8d58730b35e2af12e0e69485
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b17b0aec35a712b4bc9e20399a95f35f071a96
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22aeb60c92e7e216b397835beb95ed892f0acfdf6874cd5955e42743bbdf45b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b895d0444b5819debccc8a87a2f9f5ec54724367
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e108fc942980866be4ba76b3e30b5bf2d76f251ef3ab2608cb27d5c851b4eda2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352a863d86f0657c4e4f0eb239e01507d1a0453a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05b8b816b197ca61a267fd41a0ad9c5c40248ad228c9ba9766aec3766ff39cc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e514f0020bdf2a4139b9e4f1f23f9077e115531e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5c25d93d38dcf38412d54ca0573c8c0ae17e6157df101ce16107d7608b5550
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf285587d8fb495e0c038d9764a51c78f2342e5e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c2913bd0b6e04fa9992773bb2dc7367a8a5107f9ae936ae87ac581d014de3f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ac66960c6f5de6ee9d4ee07c8d25d89ad51845
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bc16e6bc0f3b0e418883246f213a193466b8961dcb656fe1b3b77a7ac7b8cd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a155dd98057a901489983cc5604028a96009bd76
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8666d5c8b0a69f35e7c3d03294da447ec4a4e1d192759bd8afa1d97cea9aef04
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bb99a6f61fb7f489b9fd4f8df601f96d16e840
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db923bb0fd1940888be128ad0c6112ceb5d97f864f512085cea0bdbd8eab1856
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8143f6ad1b2c32f5e6ace66dec4d158b10331a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2864991a1caf826071f233789834a221d322080b5a0ba3101692b67a2943ba7d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f93fc0f5d463d291e0cb361d461d27c0b8a52a2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa22d1673ba9b120d1e32a6d18ce395f4162c67e0a10a71e7acfa55be7e6e7b4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540588cb5d5887850708c619dc14e5bb6f2d78be
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa601756cc2f9dfde77dd72d8d4259a10ec5842e309dc3ead7004dfe53c3ac0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9f36a254a05c5de77906ae08745de6634eb016
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1eb989dc84e7f7b1cbece276949fa4f8209af950c71e8e79b8f7c6ef4d8d673
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae41d246f51a3011c966dcf096ae77ee3fa62ac
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce80f99d201a2ce05f792453720022a68eaa02305e2b4ca25e9ab58f0a2bdb99
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd74e683f6ca7574d2f8e40f7c11fe1f4f36a19e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b4bf52262743bbabe75514aad6d89cb6bec63048d89eaf71173f4c0b867bb7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b488adfbc7664a8e0de6d591d4b37e378ba0a71
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdd96f0c87e1e6db51b67040b36b3408fb40ba459c94738072d1bfb65a00f79
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d3e0e0fc6ca4b526a45bb255392798c169d4f2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1759571c638c844fbcd258268ac9d5016eec91d1f3dd15b8b3b1453286262ad
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2b95a220b720ba6978ae3389e753676230892f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8d45df3266b02a69d8ba3af3a84639f7cd10a6dd12212222e1693784c575e4
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6ccfc299b89ba9554c717313e65ba3b8f4e10b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3fd2aefd62cfc830db29cc64cafcdc1045d996c768df19bfc7db5b38fc4399
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fe17588442947cedc23cd1a92d4cf68dbfb8df
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff328521005c9464dbd556de1e7c00ecf7b661e757cd448261e533bec6c29dc2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b358b1bd39cc92359a19f9c7e0deacddb6f118d8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d494394b0fa49c83acaceb5993ab8ae05ec89262166a1c466cb753dfc79161bf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be898a5fb5dfb520e68894b620519333b6193fe1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d40a059255f2db72f66faae15d0197d3eb8a53591d3eab8688357941c0fb46
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75888a9f5a9e6430627793eb36320389e95bf7c3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ec42636c045c3b45b93d60731f293250e8bcb30a2c6ed5f4cf6a86395d3b28
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac3b9e5c6f3adf8d221895bec2589c43a54296e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d1c42b6ee172cc77fa4c26dac69feef586db0c92d523b9a23aee9bfb581ce4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2a1bcd13387ff008335d2b4c632b8f2616265f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73a520ca18765ab16726a8f3eca7a9d91f72601b5397e0618ee8f1dba4aa422
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4c946d6ae26dbef9f068b137bfc7cc3aab34ea
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eceaf2894637d3fc20deea2b04f03d01e9c760b8f37c3ae1a95f539ded76984
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d117bff61f5137c2884e078dec7794824dabfce
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e982c9cdfd8f43c3854a5a30bfb61576bdee03083b0f9d58a465ce919aa33722
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bf19dcbc64a480308298f793d0843043917f74
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598b4573f0b4ea9cbdf7dcc761b117ca9ee9935a295b18ae69c119c528b321e8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c25ed912c8f406fd14dadafb72ef987fb9d1c0f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7665b80914a07cf9551f544488ef4ddb8a9ed76444cd7a60a784e650af64acc1
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3957f41a9f19675b9292e34f63382c1c91e11a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2c79bbfd59ef253a9839494f20b0eb0bf6a8873af934d2696c69e455d5b55c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ff548cdeb5a55363748f66e58e1c2d9e7fa1b9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d7e126c6774c0f4dc808d520bd5f3ad7c513d2450f399884dc4cf62baed214
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d893905b34ebbe87c3d74aa1f980dba1bb3ff1b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df2b1768c765b0d603370373d3416daef3baa9196e6faa0e378772397f2beb9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66753c12161a5ddfffa4f4d84f449d6846fc0143
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57a1fa6517583de1fb5177f65cfde34f1346232b0556772a23d684e678cd2d7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30ba58ee6b4cda55ce07d1982984f3fc4c55d5c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d22f26966dc482752654afa96e5f6d2010070e4e8b99502c2fec2ff6b240832
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42153c90df9aac59758d271c7db8a33cfd59102e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98f935703c9834cecbba6e9c44cdcacb989b438358578cb14df233e698d89a7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1558c42262aa9d7f091c76af0787361b773155f1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35e7b4334b25f9bdbca9ec0bcffc8d65d96bb65d68f620844435aed71b1e454
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbf805342f46cfbdccfba30a499c2422c13dfe3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8474411be03179190ef8cf0d5767479ec0d49c45943c71ba215a75ebb7a32fa7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4408653f05607951599e855c71d47663d7db437
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec87475068784adcb1d4f61af84988b9afc870b29aab7b8bb26aaf14a41e67d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fa4646a14e53603e40b7815b7417d7df5b51c6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e21b8306358902c7aa17a63fb153492d7976134efb666f1a60b6ef2eded671
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acf2315721aa4c324b74fd8ca96e53ba0bad3f3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2630daef2740b888481bbe6486d8c8ac5eeeef056546d6d085bf962dc9262b58
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb34e80a7ce9de93d6bbc1aa4bde383dd91aac3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aecf1f2f28aa3003341ea2a596f133717c7e7dd6fd3cca92bdede53c15dbc4b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e26051d141bfd6776f7c7ab2142075548462c4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ed7ecd84203ba90d9f0d2319ee2dd711664fb4ea60ee93f9612e813c75c707
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256c7f8893545b73e6291b16bdd501d463a50374
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da11a3eadc03a16ea3dc2aa1f82243a73479328bc53346c0ed1c0858c5605e6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8763c1b50dc9edcdca5c13eb92bcff80c67e3ec6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e980c4fd405c039177d0580efdb4adfe6b16a503812d2f593e89d8aad859256
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bfcf4c4f4992a12f67bf41e24c5bdd326876df
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc31911853a13a4c0992cd3229f1021fbb8d8fbcfacd266dfe71dc7236dc341
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d229bfdbe9ce47f85ab221f6672e9157fca15ea3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb459a6d6462baee04d54b1ec9b7525a756a9cfaec79b201a77da628aeb127e4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464b93587adef82c37356ac0cf79ae4a2b3dbdfe
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbea12d87e8c265bf2b7028427c2c91e917a2b2b3f775d6a815c5c44468d822
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c9a7c2e473d33cdf891ce9a9c289649eff864a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d350c8252ce6297d1c60fbdd83dff22811a88a798da69ba75e64cc3c9b88c67b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ba8bf2dc513d63c39b0e17e103a3f753c79a8a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455270c17d98b417af8129585d2a91110d534364dbc2b3b8c7911fd4fbc15bb4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c041185c969fe70cea3e5afbe0c2c83ea2829197
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43caaf8c16204523597a2fdb7bf34944923f3018b1287e35e064a02d1bc3a4f1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f607902d01ce0cbfe70399940a4a6fc2867f7e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39676a46231fd15b82525513768d1fe4c5dff9fb36669f5dcac2cdb4b0c8c4c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca379cc25dfa0c7fb14219ba8b7081f260a9a5d8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cfe3c8df6d6d86332ba5f159c1a1b2c74a544ef1e27e1067856ae11bb7d88e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b09fb58d44b7b52fb6a0d3f9a3694dbb518a60
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd0502ae6b715e534bab362dbf445625967555e29168c58319bbe5d10f2c8e7
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0180377a139729dff777f5a65a098a90a8ffe8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a900f82d168446da838a626d8a17669dbd8044d308707dd7713e057d446685
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d0475f015d088b458c1987e0cc36e3df080eae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bd6bd31c0fd7bb8b4d529990f1324e12c8375da0dab36012b1692dc5b41485
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc512cc06fd21d2ec171092660ffa315ece1502
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa4e8283f89ff5812eb11fe731357954e96af2f422b590786a15243e84b9661
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f747edb59cee3a15da55476002d30d29096776
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed11262af2a9a54540391b81b888dad0814d78686f98bcfbd7510a619ee73e5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b8303ce7ef9388ba91e02a1911dfbb342b0120
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54da5def6a5c80e8bc22167e270e79746941feae58acfbaf11eed4fba1f9070f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ecdf7543ccf749905b34408670d9537ae7dd37
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103b3c829505d0b8817461ac73571a36fd897363cf0aaa4e9aea937df9448af2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726d8c9d8783f23c9fa14acb3054f80c54181680
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c0a0dcca6e9bcaaaf2afa2de60c29d50d62993f2f14147d16f982260363530
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fba888f25344c46063c7b0e6c38ed75fb41c8d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9934651dc4904930da234e57efbe7eccd550019f2bb5238800e50c0ba2754f7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0dc50ab520ac5ac2d02cddb49658b64caf4db3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8077310071369c453ad5c9a3771bcc35e511af584819b0c32194742fb263f907
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8bef20da7f281a7d27f059087de563dbefa9e9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc81e3f94709d9b8b2950df0dced890474ecf2b7b6439f876c45bcdba2fa79e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e7e6ad2b8a7f46856fbdd067b3177cff9e68d4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457adc1b65e05988ae6dd0a920f808def1ebfb2b87ca382f9e6e24d4e8ebe956
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/lm_head/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64123841965a2c6ab6d5023ed5f1311c3c8193b1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad5f1761f9eb9bb21a4dff6dfe85ccddc079fe7e6cd38bb7df5cfcc01003eac
+size 205955
diff --git a/params/phi/8/rnd_naive/comb_16/trained/lm_head/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a57775ff1dd8e753f9ad425105164056abc9e56
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991811665c97690692fa65fae9f4a1adc8114795d2d17c1ecca7c82338dd6002
+size 205955
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10af42771ef6096d8b63815188a28c3a2c30a1ed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05629ef063ec34616b64f5f182a81a341238be59f98c32573e64ccfbe485f78
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b874a8d21090bf341242c1ca78b1bf73d51b48e3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d678ec9ecde7d95e01d82d6e180a524e5797cd96dc6098c9f31115e3e301cc
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469b572c215550ca9a78f416c20f9cb4c6c20dae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f6e80ea78d832cd75c399a1cd4107491a3ac07991428f3ff20c094bcba4632
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c874363149913d89122af48e9958e732f4f0e3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c270de5452c99a075999f84dd64ad45efa2e58b84258141878021563885dee0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda30705914ef5320c793f2b5eeaeaea2f75f889
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65eb1e8b9ab9f0393dfe5455582f1d75a9d98642c3c61a1d60f4c1c7c5f476f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e88fee1c8c1b6aa05b4861044e99000b1cb4173
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d592105af2150c78739827615c1146968d44866662fbaadf49dd89b5eb0c2301
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ef67dafe4108fcc1de18d286e6a920212dac10
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f609ecdd58456a9787e7aa5f850023c4bf95e7788989e004c73a3116c61c638
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd411fb5c3fbffb2a402088111545b520d12f46
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4afa00d8c8f8bda3e125b2cf3af1cfea1d1cb826e29928c588a3058cea92a2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a487b912a86675de6083be38af2fb8869b2915
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140a0549ccadf04de3002a2a352c0b4c62aa5a1010a694a42c0468b1467b562a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d90efe9bd154e707a1f1582229de388d44a33f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2202e8ef1eff2eb410d26306cfaae7239774a4d6100fedb33753674335c829e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ea856a2c6929fd664a6e50b5bbf32fde8a1c8f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d11d9b919ba8c7afc5ad949108d21bc03f988ae35d00cfb3a39cef7e7b94e3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60f405c434afe81aaf1ef5c362a0ca765b91bd8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f677d4e6303fee6384fad4d7dc8d441bc3db80b1505628450397bccd10b7a91
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab883062982611a1fcdf6587776bde077377b7e9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dec6bb84a370daba79f6e9e47a5e643797961485059214eaf3e255ea13365e
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94be3db8dd856efd909662d5e804d24aff0130bb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cecd63bba54db3fe49c1a5d0bb282da38aeada5ad64b644500a3bb6f9bc2ed3
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7599323becd91cc4dd45e1cc7fcf0d0ea2282f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233c167f01831721bfecba2495fd6d974988a63f45ac2eb4a0b5ad238f1e6c60
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13eed0f5b416e4b41d3765b3751de985cfb0a2b5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517f10579e2b69ca3f5fbccc8f17b18c38f74a3847b3be32a88361c070ba9a6f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcdf15bc4f77f802094a782926b3328abf14369
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08e37e3ee4d7e714595509706dd06f8391fb7633b0ebf3e128c8736e6713e3e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7884002a3add31bb04d1ab57bb495708e6749b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6545ca054dce9bebc3c5d6f6d55ab521587fc296b664971afe63c3ef45c8fd1c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b426f23cf60fa2eb6bbe4a22fe935f6a69cb00
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e99d11278c23b38a0c822b0369f61b7d4153b3a05739888c373a17492fe377
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f177177dad47e5fcff3f0f7ce519b9bd581871b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866df82b6d5c7c7bbc282047ccd7368205e6bb952d932c5ef89aacecf87a4664
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0500b6efe87e973eefc79de50e5d02559e4c2740
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7f67c89c92cd1e3cca28716f438c31a46200a1867255ff821652b2ba98a085
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf06c83c3177a631ea1558015f51ddba8321744e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365174ecb69270a0637ddf5aa6b7f0a1d0ede1b3500a13e096a26d3e91888457
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077fbeff6c2ae786125490577f18c498764a7d68
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d84bcf7da6f9acce9e6ada1d841bd2f413e4d9b5785379093bbf161b8dba5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b0ee78eaf5ea0dd35c673a6c36210b92c8912b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81600ea6a21d237af679d6e8b73750e5b3617574c3a927f16fdd7d8944905d3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f3e106a66115d51c6bde2896ac81b0396cc87c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adfae538929e662b94c360e87d91f9ec79e08a3c2b388fce53dbb2c444483e5
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ecfa49abcb3a012026b0a6e558c125bbffd759
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc2a71ce37978a34211a31c885f7ee04d03c9c5dead7de5b309823a1a1d5a9b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d298474660d50e74635e2814e093faf94ae692
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3381d6e9b01740dfa7b891d8831abcdc06402929c984f6595354cf634b98352b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9789cf586452769131ba0e9d8d93612e72653e8d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001dc0475295a910e76b81b574fb70aed119c2d5ca66242246f4d5de8037a596
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196a15bef572279102e8837f426bb92166740f93
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4b7c1d40cd66a71de67a394aaa29f46f0727370b78517e90c5bf45eac89076
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b797803cc5f8d8e5df3511f480c97722b759e6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88121970a41975784e7f07eed46e71bb1cec3e3511948f40c9c429cf80414d2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b81a2040d9acadd9b2ccafea1b740031cdd0dce
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247ea5187bac2ecdc4a0216b459968a4a1607cf09c10a18287d4976572568de0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81973e42862ccb9db963d385e929bdf88341a109
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f29561d9e692160321a8dce137bae5130d899cff3f1bcb47fdc3a891b7601c8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d56b15c712209d2ae11119e1966c07236dfbc36
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f0c2e645d797e9fe0d184a05088e2cba761718010d7851bd04772c7875eebf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6853b7b295f4383bafe32dc03ea62c9fa116429d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6e3a35ae0bc23a7d20e4c70a0d2f5c7abd25f14ea8a11e3f9a579491193460
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7cf9ec6d887bcdbcb24a5f2966581be88ce6b8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f51a4ba0fdc3281e2b84174d1e88a04612afbf96351d84d4c6de1a9af483cee
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc6e3cb4a46c7bac79fcc01d5e5e20cde4c69ef
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2376766a851861d93c10c70577b1d51cf3826d524e61678253ae4293327896
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e127b069c0ade942a8d06cc59cdfece49993093
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917e664238bbc9f98ce1c9e0cf57359b03a19bbc1f93070859fcf65c96cde7ea
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deabfe0a6109f9745c21ad28a2f292363046d7db
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1104ac0abdfeb680bf7253f99a3d9522c11ea5137cba8fc4a187b9a6000c9525
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded394f5736f3db87ada4b1c090b67d45bdba1ae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d345371fa2746da09f81b5680b14eae9a589f0107c2c53740a35ff0b09dbb97
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6a363f14539ac919be7d628e26bef7abec8706
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bf9b13151516443ae49c8b21e7f93da9046ed576200c5582541ec8ba2bb32b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be3cc748cdfbcd905e2d2660643391d1059b9b2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e4685a2ac82014cb5d7543aa7ccdd45883b98b480055b82b92b1f647ca793c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d60751db06d200c4eb4748f5c68b967d59e37c5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1720b8e8f4d0160a3737a1c1074a44df0249ce87303bbbfd37694f267c9d5368
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b79a4c9bbe2274509848bfcebc7beb50fbeb3c7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b7ca5f9a722ef8ab68c99c87c2648932b05ed9593915fbf55892c3369718f8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e2f9504e25850867223a907d4120f701913183
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d27d841d3363773b16d74ce6ab2fe93550859ac5dbe023c354b7fe38e3a807c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50db527db7705f5523f937651f72b1de51ee7442
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695e52a9e9c76864efced5f1dce0f6a3ebd3a82e32d0d2be8585de0c7f166832
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b1049ad1ed0c150b640880d43ec41a667fe1fc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ddb6514fd117307f2953dbf3ee837b0d04d0c600ccb8b0953a28398a230964
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7ee2146f082ccefae3bb0d05abbda098b138ab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff8359a89afbfa57b34e32e36d0559833c640fff656b9fd10f6459b14f18f80
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0f22981f166d5c00f5fe687471d64abb0026a3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacb96793327e4a4030516d6dd9154afe53e79b15b4091da233b2fa9894ac4c6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6456e08418de7c492ec633e7c5e821a194fff6ac
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15fca190dd8358d3e8d29731331ec81d5834b74a2c4b14affaa829bb94bc085
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a76bc5fbb0795ad294e4340b0aa2e2ef2b0daf94
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60083cfd73e0aa1cf510c624b07557a85843f10655765626b60d6dc34be5b891
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79711b44c30d9cd8166b26f0081bb860044151fe
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41886c9d88b47802b909260aefd0c20d9b152edfb377ea74b27a09b27f75a58f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac657503d86086edb7c07a08c9254f5b7cbe4f9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b331c2045961726e2e97455e7940bafde464e882ee1b3b01547a3b7c5abbc72
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dd846ecd5ce71f76810b4b1f3b6e532055ab06
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15af09bcd79016d74a0d084f0d5dcfb85e732e1aff1c8e12f2006237d55b8b10
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c24a643938246d5d0be5f4aac33285f70957757
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915f9075d63563d53fcf42796247db86702c8311cc00d24c9ac8f126f79e205e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0308bf58df2bc4b81889318937129b29f2a20bc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef13cba1ae6a55632d81c7c20654c22dc30aad404d33493e14d6789d10904473
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9512c72261b80c031445fab05606c4a7b7a4d31
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4811a2e390e2e098fb46d49aef17fc118aab451b24c23d41eb642b36edfd754
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5f301f33d9f5f4093783ba746fad28cdb40209
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4faf55ab947ec4df805eaaa292b3d371293f4f2d6d3d99facbd72a4cc3a2e45
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b302694dd3c0e4f97954295c57ced1cd6b1b010
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c98be45fda753947ffadbf2fca7c88378e9a9a7b3e56d18834f96ec60b4fa1d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4175d45fc7512d709ab02e4b699d80e85cba3765
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5c37510c8d7ee1998961ec0c07d02d33bd8093784b0a435fcfd95e985f818d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80af1bd67956e6fc2bb13e34a91032124ae39e84
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3115bef138de7ea41e6872b6d3ffc07854be6a6ec1397e685d06d1adf11e36d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774ea262db227e5d37f2ec288b6be8391c93e4dd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8526300e4a5016354e239db32fbd42eea8d3979fad4a01c738f2bc69149c56
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75c301468344554936c9b2205cef09c1ef944ce
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc2849c91d32572870661590389f6e372fd2d28f1082a49dae21f128cc96c799
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d976542ed7fa5ca594db15f68acd805daf44000
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad08883c1f29b8bf3c157161c457bf4213024f35387d11810b4df0fd334fac3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f25d02db4c2d7a4e4c219594630a5a2ac3cb990
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f82fae0453405c34a540a178d086adadc9ddfc6563f55c09c463ae481b015a2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770cea09f3a00ffa039515fc5da34190fd7b68af
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6684c8dc5374939d444c584fbfab57dd32cd85592ed05d4fb8ac0c788cfcfde
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637ec2f442c332b51ef6d358d6b61a8293c65947
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b3254965ef24809ae1460f933686180845e4514ef6c2fad2796f484de0911b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2684f5bb5c9469724e4e0c8c173d9f0e7eb970
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd1e546dd95ff4bc3312fbc4e973c5682bff829863e38f133778b183dfdb7f4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bb2bf1794b9cfcfbe1a16ac135da5d9b12813d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e130c633ecc40468d64ec795c4fe5acb7377e790029d499194c0b16d439e8180
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bfb9cefae7b0e59a4a86b9338f52dcbc157a89
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5348f3125cdda26a5e40d96c70e6c468ef280454507e70dc3b3cf28d781bb2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492491dc5f29d822efa0036cefd125a9d948f80e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b379aca81e13a8040e10ce214385f36aae9a0bceb83698bbc69b9d2d57c9496
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da9eb66a45eecddf9fed42b2d122ccec1d0ec85
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f134185ffbfd7132bb2da6431f2ba4db3b9c0e5e760da6a5f239ff7edf5209d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bf6970ce3c099481e9959e2dd523ac1003cb9f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1494e2ed51ad7946434efba5300fbc83744c1a4992454c618e299246eeec5ab0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70627bede815f81cec095d2002135e3d69eacd7d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f5bcbd14d7ae77b1de2f3b282836d6d56a9a4b256dcae1712d18f42111c5be
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d903a982fe59cbedb09aad474f691b6e20c905
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513082d63b508b7dac69876c12e586aeb6744e8c39f7459e68e624ce92672d62
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f910679f31dd5f493ced14526750beae793f97
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16960124b95148fdd8eedcd90c7dcfb2acad854ac802eab69be69550246c7184
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4389cac367b1fce97cb43fcda39ce97773fa92
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0696d2fba139456767654aee9dc1f2ef8e54f797dbac394f403c3cc1dd1666c3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088ee7f6dfafe30a7caef258a7822f2e5794b688
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87fb1235c8136261c006a7051a30ca8e7d99f7c47e3e7594a503d05c67fce19
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad2a0a4f7d3ba3e1dee26e65d955e32be1b9a27
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7055d8fca157763f7e7b6608ed5ae6133e5b311f32ccce828d81d3000e5d77
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c399a0ebde712f8462083fb2d7d0d660fbc8f00
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cebf9b6605c71a1db310f7971f16fcf92f2e3a811ca207cfd66dde4ce2bc69
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d38a195735b937441bace291e4ad6c22735ecf
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682df241fd0185d03eaf891f9be0da8d726e43cd5f234b7f46c827c2e2e49e5d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b7384f2a9f4ecbbc0cf5d14993eb6e1d4b7d08
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901b5e1280746dedddf1c3ed545664980176a4cd06f5ed01ee6863f2f03a2c5f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4500746716acb77750ba476d2c008b42e516b9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e445270b3186f7a6f4f75659adac01f208097ec14b326f1e65749631cd8c6b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792b1c9c66d623916668611c0ee4fb1e7cd59a22
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321755f9d6cd52a10b706c28d64e20a26e79cfa5388e72c94f12c2dfd374897c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643926c7604af0918ea5b1f45c8cdf8a56a7d97a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cd27e417582dd4cd82342f64612df3dda1e308fde7034e5c8ed9670549366b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ae6247b904574fe15c4da2b20f437ed86d2bcd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83798d4f0f42ebd9d40ebf64401ed1f83a1c6f172f72aebe04a883e94271dfbe
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cebc21c8b20395b2e34158e24d06f934522b15
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96ae4ede3ac685f7f67963f9bf5a5ff23962cb71fac455467c5401e35b567ee
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfa36dffb81399ef98fe13469616f5fc157c68e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877a879c06e530d94d20a3a8098e4a1518c3024b3cea42f6a63b7d58b2b919a8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c06810a14b6fcb8e2e72c84e5071379106bd57f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad9656d374c19ceae73fc6a699483b9ccb0f03cbb848eaaafee58765ee9eda1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d957542765fdbd411555bca8849430f6fd310cd0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e3908b77073e2f63bc92b4a05835a389d5f91bd9eb7d943edf0d2f66313eed
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866e5110d4c711c6843b63ccd241ba3f7d9b81c4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7193b410e5fa634969ece1bb15860eab257ebfdcede9aac070aef256c1c8acd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a933035c977a5ea4df6e18d71ff01cc588368bb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd069038bfd61522c8a409e6c970802f031d8f0ad4e3dfabeba8541cc305442
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b70acf6722ba496be9a975affc6481b00877bb1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28fb9c2284983486b53b13fcdaf370bc3fef3cf21add69f6f1a8474001d31f0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463987ba108262db3137e6376bef5bfdac51a973
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7aa44fc6962167dbc8fd343f4277f087d7f528cffca2878d8289999e9d0578
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cec2e3cdd06fd907bcd57495212294789077d82
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7398cd15eba44423f6764cee0f84e124a9c2fa9300f15e3b63e772689661e604
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849e70f58d00fcaac1df80cdbe3048d5c135b199
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aeb8a719ec2794d5bceb5801dd50e89f143eab38964550b7e19f5c956359358
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8608d0f362c7796834171a5be4dcb5d29eb00d30
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c1054b2774f856eeffed38e48047a1ef04c6daa7ca0c8db020ec349e0d708b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e77ebc476cd46a186b2acfaaa0824c84efc658
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf3b37becaa3650f2fe395351542ad75923bfdf8f7f94a38403526af2565f94
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b89b0ad3383cec838db7be67bb30bfd0f9785a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162b956ee20d5f20d2951ba4857b49c91b614a5825b3579cb6db3c7e6a921ea1
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab0c73f893442ce9ccacc1f3dd6600da1eceac4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d856bf36517d264020400fcc932fb4de018ccf033c3bf3bb9d9ffb052e10ffd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177392c5be03f58368dd27fb3d2b833aff57dd7d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a591b2ba798827bbf4d469e02861351e9ba07744ee43d362c09384f64c0f359
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1ac2a25e63d8d7e7f342228a29c6d2e563dcb6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7fbac5396fa4ceccefb8382e4f5d0ac30d57156c141eb26c07f8e8e61c3259
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295b332d19d3694f69103788e6e7f690bae85026
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ad654f7880d9b1d3cb723a11a43d97d6123e470cefcbc396910ab28bee4b2a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a37a712a191764e085a15c1b7545e6624b7caa
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd8276555467877ae6c405a2cb1ac5d25acaf5e490f4fd5fe946697152d639d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c79e15afe023bad8ae272cac0e0211c303fe597
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f072718880f7dc3e513ed72c9c0c58635297e5a837d910378d4bb2e63665a5c3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0a422b3a333eb62be3bafbab2eeb28bdeaae22
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3f31362a0151da0721921ab8c716e09408d004564a4e8a1ee3797847ff02cc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc54182ba80d736fd1ad81f46010689dec00759
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f2cede3a71d9930ad0e7dedff704c318f9849269f445f825583e2b24f7765a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015fe471790126c5f1e82699852b4fbd91974cee
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615448d03e1f702704f04a126bc1ad6e5fb0a45334dc747342fdab4e0ba5eb67
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea395fc6719efbe38512433013831d905076406
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393dc2832b369dfdee5fcca6e734bbf2bf869ab01fc50ddb963a9a501ab578a9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996265240271f8e01b99f2f5021d93431e08ab88
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891099e53ededd1c7e3e24f751a5acb8ed3f19a7fa2a583d13f1737db9d64840
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849384222263c85a613b389d19edfd0d89664130
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df92405412ee530d6f9b98bbbb7d3600e1417a88b4092d363771cf85990d537
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6209c87bc30383eb38071a93659f2f206e1a8f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae185e02d21d9aa1fbf065b43f55d0225751dda3b4d4da2fd0e2a648b79bec2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92144b51b983f743ee1b1dd1b8317b43ba2b465
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678d865eef5028170d3c68685997b6e49e023b2fc011bf35f905f48f5304f68d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fd8ec6dc55286d71df7d1a1cb3cb164a7b94d7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3d22a198101fb47166fe316a8e56099b9731aedc77bacc3a7133ca42c806e2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34743bd86572a23865490bcc1dea9880c0501d8b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c3119b1ff595ec789112f9de25fc0a6ff468a60e88fed559707e0dadb251db
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..335df10868edf100ad1d15c44d6093dafe26e8d9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524fb839fe232a7d358b60daca6219c11a687e24e89097de0538a9429681b41d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76554060f2e2067060965640c43a737d4668009
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e035739b8f9c3cc20eaeddaca80786d5c004852b0922b9cb6faac521984a5b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd10a2b5b2efbb9cab6e1da3c650a0ac8fc94008
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5c41bddc6e5c392652d9e0157485ce913fc3abcdbf686a0459375bf5df3009
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd05e9c22cc4486ecf6861822aac99bbe5360b2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3822d37d43ad8a0af2ed2ba44306ae38a382130d4533eef8e56e99f7e5be4b4b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f840cdfbd87a61f9e8c6f9d29965fc3cc74ab60
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70581e5dcd5653a105bb73ad436d93b2b52696035e94019916673b144d38d0a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c75f7d230882a9f7a0b07902b4f19abc5dec414
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc09547eb4e78ad54a9bb27334ef261560e3c288f7da6ebcef3dab15dc4b81d6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cf0dc770b442ffaafe72566f5b548f085bbb46
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca23df44539419010fb77fb9b2aa5f222af77f89912299b72b2f33869df59aca
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a8db74e8e0dfa0fb6827e0e0be04a0bf373204
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9684c6f32f28ed9d250b4171f3d2a8b61064b55fdb995b12ebfa5b22f5c4347e
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2cb13603b0813d4c77e0725e942098894952e77
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352de733402efb63596b7e09f5532ecb640dbf5f9a7f35eca0978f4066c64377
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf9546d3d4e9bcb73a4c56e6c0027317610102b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467209b1e294756523b93802dacc03db84f0353b3431c0e2e05d460d14dbb324
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30478376d1c25c44c77f370bee4c2a6217eae0c2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf174b3a6659bd706b3a01e58a7973ce764e1084a9601c93041d1fd9cc7d735c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5316766000ebb8c87f369b47fc15c32c15eae346
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab92e7b977b4990f6de5b28a0b19453628f8229edcb9d61acbaa1458a70d5e2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652dea32efc1730bf84cadd8351b4d146db1c765
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c52dd6635765af14f9460e6cb97453d5d62e448f3b2f2f89db2bae7185943d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c304b88d1fff37bde633af4377497aad9fdff4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78f590c1781477319d106a48b955fac12a4515fbc649215cfc0e6d6e950a57f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542b310a5ac0460117025f53778a7bc03bb396ec
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790e03de761e02c6a02b324ca0d266059536c3467648d326c3fb5fdd5cc2f759
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d316792d6f7462ea35424f7ed527c61f565c1a11
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69b382b7c896db35352d1e8128ced9870a6a86322f44a28fc595981a39f4a99
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf67f61f0f16e9b56eb442d1a1df5c13ec45397a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b805638191070e4b7760d104c5615554f45a86076a8f2c673eba73958514c82
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5236db3f0e7d878355d88b0284437f2c1ff26f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3d6985a1cf9b4a089408b07b73af81fdfa9b13d9bbd347d97600dfe2b75187
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f5841cd762ac1f3d021343c003f16aa7c676ac
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9eac72944995af4fcd68e120d79edeef8f532e40e791a6007103114c321cd6
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18da9b84ba94136491e8cbd1b9855d787bc35f9c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238ad63dd73e6e1d18f59a26437557ac8180dbd871739d1d427b45ac2a5d598e
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b34bc0ebe5dce9b9daa1890be7d7c5419597c34
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb79306e1b1fe4fbe815c4b3630001a2b74bd065c6238f961c2e2ba015a50b6e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53564262731a084c9cffed8f1992f61bf061b07e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca07f61709108dcbc023fc4111187a77c1f47b169566b3ce55737154d747a469
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9831226145b5a1e5a632c3dcce3c552d38c404e1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ba5b0fc9cf99ee961f4469a8797f00c59e2a14fe131e78a8af5491ebafda02
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bd616b1da6f0c861e0e27e6a163194624e5bc8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebea3ad2c1c738409af7c598fc6948715593ca89349a5345b4b2ac38a94f18dd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229a719d35eba8f319c898272a6754626fb0bd5f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b994b96bbcca0fa233b196f56385c4f673c92d856aa70bbbd9258c8bba7272b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf80cbc1ab4855be36635f2b728b79fa8a8be5c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5192e184f5dc2631bc45806efd22aa101a67263bc541b412517c2a23d50722
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce6823bfbd9990af2e8d09e174c4066db178f42
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7bf54516fbfe5f914c88e10fa88e3a33268117f0aacd2f1ff1285f34d3a681
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498ef4adbba5a7e0b13434cdd7d27fb8d2dcc51a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c203557bd28afa314e36774919184a4880b491a028b78b252db8b74f6d75361d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cb3cc3d32fd12dd54e94307d652c3e72c0fcac
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d0c11386d9244f2f561fe8072c3d2c710fbefad462e3681d17c21ace6a3747
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e322d5847bf8dfd3ea76f6c1fbdadffac775ead
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba741c869cfdc415df044da3f78e1121fd4a9dbe479446118b168c86aa664694
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcd95d7df32dc7fbfcaba73b3914474e21bc47c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4c92c466060491a651fe27cd32cba0185c61eb7adcba6a3aa3b45499712ff4
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa5eac161887fa2c6ea490fe646b119413fcbc1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81dacf4df11568043bd0e16eb7a2a1c3dea667ad57f8fa097dac4ed9fec5c7c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3dd02a55122ea8c112e37a4b3d34916068fc7e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28de03789ccad639989f8a02855ac855d040f1d16d0ef6513b2eac5350e28237
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a10ae255af5d77b1c214bd77b0e891df9019b3c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fbea1c73820f05d7a233a950f79e5e9efae808acb9d0e488f9562ac1f4f42b5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe64a9ca487322adc469cc3e96d96bd7c7829bc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3da84a40dd36d55daa2269bc28c9d975131b3d0b905f1b53b3afc6975c7bd0e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a04ecebdc0c1f60376e468b5cdf984b0965942
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7947467e47dd39d6e55ba2c9ee8136feba775f1957f2e13e17292d4a17f88a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593f1d9643cfc29d621bde511c469cf2c7e0eb7a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04be1e109ee521e61db68444002ad45069d9a2e05af44d42537644c09eff6266
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c098187a9cdc8dc210e6d59cee343183fdff12
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27660d3959f0f19b84338e75ac21aa3bcc2d64e767ab288b4bf6790e11841db3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ddcabc951aebc07b50a9dac20aa572c73b6985
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d936f84dcd10d67e4673bab948cb19cfe46e0f781d22025f8bfbf2f9563cc683
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffa4aa5dcc6383692b28c3d40294e971bb66d48
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a381aa591067f281a155c6b4ef2b897a348b5f8fc562c6965fabf58caedd31
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2864cb33bb2d020c8073d00dcac12c6bc29de0d9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5b7e03e98f9af3faf0b29bc84d825caf10d37718c7a1569e242798c550e421
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f04c3130bfb4a34249f019fa7ff0ad919d2dcf
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a89b607a2b37dfe73dc6a1babe67df850b890b3ae6a5350bf3c7a00c7b5173d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915d77fab23ad73617c880ab92a9d9a3dfc6c7e3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03a1e0bf6956e1d08ffb75369bb37f9f07231aac67b35cda13bfcf4a297c383
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035f06cea8d513e64bb23a0c85e0e24d26ff89e7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b71c3b21e2683008edfebb280b0dbb7b28aceece352fa01028fe3dc494d5b4
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b34dacac086740ccdc7c1d4bf61c0f5a1f0124
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1071ec000149c48156c0592468734d8c78c3b98e642996b24a7b1442ca2f340
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd52db595cd63dff16410b11d205b080b38de88
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4191deb59f68c07d2b3b756248fc1577e8621ddfbdc5ccba699c0c76a81bfe69
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53be1a600a93865b25f368ed0464264e2a7aee0a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d836354542f6a22cadd5f69bf1dd80fc810f6e595ef4f41bf7d2324df805bcec
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26227fa87f818ef76ecdf263d7b71079275940f3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc88a9283ace8c3e8c83e37c734ba9eb5df557bd8111ba766a1bb069b153eb85
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d93c8fe40c8c9f34810efeedc4d9f45b3dcb669
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa94d61b3c1c74fc01f0e50cc9a9421a4e01de89432c80936a96bb6b03862338
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b5e3613cb7dfda851d1bf2e2572a2bbf07a069
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c6958cfad7282d60c82f9056b3e4b86fceeb93626a71f5ee278ea6ea51cbd5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639e889895847585f644f13dae74648217a7887d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7095c85fc4325d4a7d6daadb7701d81087ec6cf8af62eae58c7e464735142d3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4d30f1c81def1e98e3d9e9aac6216111ad6b5e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dd22913c75616a6e178f603f33c4bc7ba4b9d6219e396390cf84ed68458dde
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f8a71b507a3315369b70583737a50aaf16a877
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca18940cf3fb01107797bdf13aee6f218e7a6e30394b77712dcc6f5feffafe81
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19148ed8861ea8909d03068e08b0a75eb530cb7a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272c2b761a6980e382f55cb4d24d27b591a5e2580da91267bed10a01d11dd23b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c5998dfcc886741708114e187d9f72a55948ae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faeda3da4d5bb37f9b6df31ce94ad902b9b9a3763d759d376c3db4f0ee15d5ad
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8dda4a58bbc2b7726b04a4125088b7580f2eae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480c2820efebc96fc1c155d12085aa56e7d68be414fbca1221fafb19c072cc31
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ff26b086b97e72f3f5fb33f511553718106e3f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14da185041ad1057d1cea31ac86a532400c956181ccdaa7fc7045314fdb8a1a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9448b89decd184f537fa0cd7c79f1fea82471469
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b521ddd7a69d87aa3018e823c40798288b9a54ec0f528eb481432e280a309dd0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddc26597bbcf5d67dd8bc4ffc87f36747245388
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e22d7493c2c0e43d31e9a260bd390e900d42532408e99a1a561a33adf4bfb2e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdea74b0df9696a6f7dca007bd070efc6d904ffd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37968d4aea881d7db7d41d0510f2967fa63d4bc8d4610621826d5719f600c97a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304354869e52db50b0c0668465a88acf51f9fe35
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3dfd02b58127788a8e8f7e236fb35c5cb42166902f8aa3689e88632ab5b91a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc8017b2cf4eb0bc1d73deaa181c923fdfc7191c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aec66379465cff257e1df5a745be32ca6497120e606e1ee02ae31ee352c5beb
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c897973cbc42fc89d6ffbeff3312d9d41bc13dd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4f239e0a61279cb38c7ba6df93230332d9caf624b28cec5112006a6cb45337
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad15ce2eced86d34a3f633396e795d2ff0a6bd86
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e4960276648d9a73e005f4c4c163c0b5235b150215c7d1b49a3ffab3c95cd1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8aadaaf57ea5921b49c23ceb2d03c9ffe9c30ac
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8744f3cbcbbc58adef5d582546075c98eb450fcd33000cf561a68f2abad61fe9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd09c0ee0f836a25c0bdb3d0be9ebaad6e61e38
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd38110e91de13da19d1ef05e481958134a20dfc021e069a513a5ad424a60ac
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400fab428bc3d7261f9ad03e931d60ca43d0488e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff500081c74839a5c8006fdb1b1ce77069468e2ffb9a9165773978e8d3b2509
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d231f07e157570dd17cbd4ccfa68f7546b66e45a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e981789a4406f9f725d2c6708a27f0d4e4aff73b064eaf89fff4d6abd58c51
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4a1729a704147e492637d6b2c843627d54d6bb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af04673582c357ef63a3a043a185bb7ddd87b79cf627b1e937fb2b04055d54a4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ad73fc566168be863fb32e4042e9658acb572a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d381c779399b29064b900a0ffe79423dfc6ce68a4c089da808624cb0905575
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bd28dea2ca0f5b1a78338673b6f5dc3ffc14be
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da7c80da063f044be1b5653d3aac69c20f9d5be726b9661eca962c97963dc5a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2123bd97495b64a56a25674ce2fc3a2f12e5f901
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd3a058b112c62e132506f3d897df34b8bd2ead984f92a6d93df6600607cd7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83631c0e61ca05c5e17655f5b26c0c9c1cfdb2b9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c03aef8fd08f6f358ce7ee6302a3fdba1669d78d126d9d17711a43ae9e93b4f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669eb251f87078556feb4781a101e046b03792d8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2dab0e89de860632c3e9468dff0c07c69d434dc6c0b451b015315a0a08279a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01df8beeb1b4e272fe4b9cfa7b00732e76378e29
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d032acb622a6e17d065b808324ced39b6bb12f3b40ac11386de51e32ece934c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb2e5a432d9ffe5fa35d14bb6fd9c0dc2475763
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bad4f23c097a1a606454aa79d483aeaa6e38d1ec13868c5672c1ca3f26f3ad
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f8d4e5e426d96dc4458e97524f984041ec4ec5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821d03d74d43d016e4a22367c32fcac2c142dcfc8253a02a800732c0c9580a37
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf61d5446de0a2b1a61e02e789c40df89ef8dd25
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d27c699cf5fa8f15afa1d5f98b2ca83404cedf0a780fc80d3c1ca586cf857b3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830aec783a9ddecebd19eb7343ca934b6fbe06e4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47db8869a896a7a356a301926083089546814c1fccbf55e7a0f3485924c5017
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc361a0e840d047850281b17bcb071935c28b14c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9415ea2a2014608a183322fec4ff37cc051a8b9f65ae4296898fa9c0f44dfc6c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65688344ec3ffe8f9d1834cdc1e156ab1c9da25a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226c865a3d4215e201bcf65aab773cc33058fdeb34204b4b188b487c7f495182
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edb9391b7e56eae41ad3f55b59d6bca690f60df
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c62a1904900f5ee5b75e86888b5c01b6b16620cddea78f569b5ee95aa7006a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a5da6936305266b3e49fff5d5260c35a00a005
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff3a9fef3668798990c979f4dd549f29f03831e9fc269142904ea4ec62b3695
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204d8291a07cb23770d52afcf4370a66d5286bf4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6623c29ac8a56180333da73e81e7a9e4a94aff66dfea484862b2549cb4c4f84a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36652302242707587d9ccdc89573cce8028fb57b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e7f055e268f1ec4147e91b725a1062815e9273f0f80583f95f6b654368b043
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1991ecaabbf12aff41039f694b08933c162eb21e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a35fff6ebbfd9d62ff904027b59d74ef09c17b54fefb6691293940b2b20f86
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e7869e7c9d9cac93ccafc6058a8ef2140ee8f5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f46ef2a73f9389161f2bb97c47c682362bedd9f4dda35eba1f47ee434992b8c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0bee1c163e9ebb50e52d09324e84bd6076f86b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e70d412fa049ba044c5e472bf868fd4b54c4f13a5c1bc05f74e190e12904f7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172293d29d071407f5a56fb4bf6684fcb95f7738
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93c9119b0c31239ef39524ee37823a207d82e1ce6e24930e69aa435262673a5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e892e38677308aa9f1fd8c23e710c2b6bb384b9f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be006f2f16d367e615fa0c3b1b999a685bf10b598f5ef12f310cce7f44587a77
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacfcf8f8e8e67f387d9b34852d7b4c81f55a083
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58101d5448e28e9af7df9d765e84074513dcbad3eb4b53cba3ee1d4b6ba8ed4a
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044694d68b2e70c0fd323b7242476161d8da5961
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5d2718db87704ab671f249339c688d60dde703d4eacea64f1af73a9fddbd5d
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55e6bb482b2d956e3b537e00d3c84ff5ed1fa2c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82467e465a628b93f52d3a0d0b992202edb10d4d9e797d150e8e7e53f224f95b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfc8bf187df6904452e158b91a2d4792e2a3bc4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039f5e47b9b983d797b0144382c66351eff2c06f683d634efe0b2a3814b72cb1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43aa7ef2219823bfe87a296a4a745fb1baca6547
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b744f841d249eaff381851a3d6c31f3e78c3f0f24da52c751d1d91b2383f41
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4dad82c57790e4dd2d97be611644deccf04cd8b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d20e936953d5cc1993cf7480af9c722a0411976a767241e152b3ed053334bc3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610024dbf8395a4f15a658cdfd58b814066574a6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e21865a90395b4a267c5efb6968d6ad2793042698272d885f17b8c447a33464
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72613094ee4146efa4729e5dec8b5627562b404d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86ee648de7377c79df908bab89147ffe0728e391bbb01a0ef8a983e6c21dc62
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bc40a3abb7bf9c2265afdc9bba47425295fc19
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef670cdf094dc4d846a974303312e1ab4fe8882c959e3fa5e39d9ad3dbd9a325
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3010fd8b5c7d5e975a4e30ff2d72e3abec9276b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5d9f3eac87b42f245711aa07a2cf1dc7ec106c21ed37990bb40ae4ae157868
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efc237dd86a3dad5db6d3bbf39441a7059a1f5c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4caa7aad71e6eb66e8f464d85fd998084964522b9fbace50f50ccbde5b4a29c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df08953fcb8e84959a988aa8165c74d5e33f50ea
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673acc650c8612b0d926d15e86300868007c639c2eb226d7cf1d6d2c5c9991cf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70b5aa8a66654fb5ee6af3253b405c148b22760
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe93fdde2bfe438617b089814b5bc4ebf78cf6ccbc7268571c2899aec728617a
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9a09d6fa2655c26049f0f19a7d37f41e6d044d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9eabf91cbd9557cc7b092442a6d6b6dbc1031d1035bedc878089b6d91ae9ff
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af219c28eee5c4637b0a76eeb822d3ca2d085681
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73600fe7b008c4e8ba8c25f3dd36fbd965c6bfa812d501c2a8b75e2a00c1cf90
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d080ebeb2f24981f780ae5449222896d69b84f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b438e3574e3f710944882b4a7694f7e00f26790e4165530531a1f75d2cf5187
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fff8ad6fd98282126327389884301bda89e8ed8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbc3ad6f8deb755bf1c7f61b9726e1c4eea9c4737e893056b019bd09e4f077a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450ffbc65c97d483fc68b0b713b3d07a89e6375e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e03b1b90025d198433b501ab40ec0cf69b13abb18fd8d592cbc257e98eb679
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77612f1df0b21bc7f0d0e1267b3d6d3ca2cef113
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de44ef71993833bb4cb510b2e4803f1400dcc5076752fe22cab8aad98276bf9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4797d27cbcaa244a0aedfebeb9bc81e070a40d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbdb9d3f2fe72ac328ea1b056ad7bc4cc07c532fc3369b2f73ad579e513c66c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eb7fa23f5c2ff2665e110ee36d8b09675570bb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6f3e55a0df8a19efc01e8a8341f141808cab357dfe835df71a7d1a11a67656
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5f947b3564c2dd48e0a51ff8647254a796568c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2222ee36b2517fdc11b057d3802e256a3faafff1151a44e3a179f0d4651801f6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f48eee4789543ea10ccc323a98f0e5880bca28
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d9bb80576438da3c26857f401e98c2fd3f2efdcbaa03e7d70263df19fa8f3c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7b80e0818c58c4ddc99e85bd4d0875f7421feb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db2206a01e2bfc9fb235d2b0148ba6515a0d36d47e27d2c6bb78357f3d37d7b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42e154d7479a0fdd1bce6ba3563be1fa799e527
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd486d4f7ac593aa5dfff76cc9a364835c940a1e1b465829611031033e4616b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4502de4b1a948462599b56547d85790de4a90a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28515a86d7c7f91843475c0fee69c51d4758b08f3dd5e9eda4fbde066786c2f3
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035bb44224e85e591fe47e1252fb8fdf504cd008
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c5d15a17bd48510c4a8c2595d0d46f64c5ef22de894681578a684f6edc726e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816b802f0571b708cfb65ca853bca3cfac3d61fc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32643359ee5d03090d272328716eca0ad1f49c1fc45df04abab8c04a12cd472
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdafb7c3ea255fc8c360e03ac4bfa780494ce144
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dc027b229282095063760ac8249609d39e47b6ecac8a90a4ba98e59892da71
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db8b32834071c92ac75d0122d71a85d46b40d71
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55f58186286edee84d6a05b6929304e748031b47392c3e9226e1db556355fe5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd22f913f35dec76a9cf47b7dc17ebb0c3785abb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe15bf357fb49838d6502dee149b001c692e36330e5f40936f451740a79f6f4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314a9766c2ef57077f5bd76e2261dea6c9c4dfab
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c61aeae0eb92cbf590c8b53ecf294599e381b54da14fa2fda3a6368e135ef22
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261dda394779cc81a97a51a12e268c027ccc621b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d532eff9a23cf2e62c193841bb9eac2f1f4ca76fb0a513ae3e93ccbe59daa4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac92f79da2c2749f3fca0d91e8c03fb09cb29e1b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a5528bfa43e07e942627ebdfd90cc664527bffaf3880202d7e1c81a9f3f98e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95c549130f92320c1a9e83f344ac6c93133a59d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f4d22dee9b130f4bd4d8b31f2cd55b34c9c125377121f791916a6cc6cc09c1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32de71b88f63d77784a0e03c9da9f1ca46017e82
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76932021c2daefb6d5d8585003a55911d9ccd90b942bf092c16a0376ab2f61d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0677dfea0c0ac29b62e88f8bf0bb0a07764ce07
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3713969e4cbfa5dc5d713fb83a97ff3b013f606e6609b59920c319364900ec
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7bebe0f34f751b40f7838eec4187e26805a19e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1a4805cbd9d68b4b72400de638d775afc32b291058301eef3bac00a170c797
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7888b305c2f4188d8d90b3b993d77f5eb289cca
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87730d6fca91cd70b6f4137f347ab99f3f5aa42419356ce14137930f07b152b7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4450bf775b3a32ae3b2b216a9746f64049c2bfb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4183df516a11d0156f373537817fc4a6e9e112b58ced85eee34d8b77c4ed14b1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429cce9d64e94d416da093f42cdee0a4d66ecbe7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48469e152a1a9e0491bb1c1769383a1b5f1b9115aa6814592c18df6a97cffcb1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523d2f19b3f2c6654bb29816a8d3d60344a636aa
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705eb0cbcfd92b44f6a1d8310a65c815be19daea667a5eac03876578de52ddf7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881584e2746e1658a100fcdf4ec1c1695bf3a0af
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa442c9850e9bc29849501cc7b4abe1f801ce0279194e3143f0375c81a81db3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b298ce46b8dc84d8dd0d6d9cf791ce392cdfc16
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f290b755881f35ff76ddcaf518eb9207c24fcdb1b3392558028b0e304a8162e1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e593095d77561864a25d670b6dbac0c7e4a1451
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fe1823eedcab6cdfa00586f6e92b87894e179a2c0e23f84df52cac2eafed18
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a04031bfc6369565e6a28fb33037f058860337
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4636f46744396ccf26da399ba1781a16779b03bee83ca11c284093fdccc8baf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabd1183869ceb577358e7208741c7335863fbd5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef58c44c145e9f9f1c05adc9e51d28e40e1b0cc137cb8014007cf8c1e804ab0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab0b431cf7c74ac0b1b122c0e6b9a19db9ca52b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b78aa1d0eed82ce81ccd02dc8c6d111ece43e797c38a468427a6f6bad0f0f0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b59cdc3fcac7cce94b35adcab02fe69417b3326
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227b1b3b2fee49887ff155c61fb3ed86d4ab51b3a9a17e4607a0a24f6e366b21
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e2355b37cb743ab5faaf5f571442adf791a3f0
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ad582d2e87fa257a69a7b1cb05bcf31d6850e52db77412e45a494757892b8f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e6663ed3747dd7b5bc39c9f9a308869e62061f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb45bbf332dc6cfc8bbbec3376781a4b8028e3bcc02e0477c5b8f5ace302923f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..139b11a8248dcfc56f88063657bdbe125f4d85eb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c204d54944389f6b9015ffe4ff1a7bc4495fb9e732c190f43daa7b013879b79
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5814b59567bf67d5538226041460a137313c3f96
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c281002b42aafd4f961e01eaace1b9a363e53e07af59f55f567717cdda95fe
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1177e8e5ca2a224fceb9165171915858c46ccd5a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86249f18c91e0dec3003e33844ed98cfcd2f511f540cf228f7c7aa04cda30067
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f314078d2dd6e439252398ceb4a627052cae63fb
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c255cff8dd6674f6f10f2ee95ef35c7c2dcac7a269588926f3c3290b279a49e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e03e7e66325579a6523161043fc5f782771b35
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2354a2d4979868eda6b0404efb20abacd2eb6768f461f1156bae01d9ab9eab8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3441ddcad8b834bf04f4f64de106bc096bc54502
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b850d4cdf68bde051cf53ec8a1e46abdb87eb22e378db5a2f2e1618127eab9c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae123dcf58c16f045856a849096100cc56665a7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a6d404370a3435d496defb4c6b3b7ffc21507d6e7b65ccc126369ee8b44b7f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5748eb0639939a601713c925c33069ea3caa4926
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a3e5f56bf17da3c23f0c806a8d33b5045d6347096277171c02b1f43576694f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b81075b111943f26e178e10568868901326ba7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae3b6f606a4adb1fbf5b024e2d44d0be70b7a5fb4305513d7f5a54ba25d18ef
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8670f2d88e7e96a7e3fc5462c38ac5da5973b60
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42bc46f71715fc0ea98afc0da79bdc944e3750afd9544542ee297044e0b28ac
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af0a9349a0da8a00483e2d4f7ee505489a34add
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb090bfc932683aab6e1ffec1840ab3b1193beb6db95e06aa4afcb018ea4453c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e4632a3044a27926bcab7d92c19b87cd4bc647
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028d09a85577b294a79aa738913d8fb1d1bfb048d185b13c189d0dcc74dc636a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f771b544f3e0ba2c793de9c02d79974f9d6804
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c5211b5471279ee5b1b88669b8512591c7d819ead9cf25c105733fb524403d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afcd4f47f39964be9a687aa06bb16e9b841023c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71b8a5565dd84049a217b3eb487a9f548cab8c81cb430113f1ffdbaadcf286c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a39d2649a904468efeb80591bc7d856c0e1adf
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74adb4b1a5a319d15ad715821b9a40b05e3184d7962ed431367bd8e9e770dfb0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409226a2d1e3875b2af101f534332a5b36311bec
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeaccdb93fda0931b8c42cabb9dfb0a75e9d9f970ca9b94f0bcae2f7bbc0d8d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08a707ace0432fc6dd7e4c834e38234b908001d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6469b33d47d64180ee7bb23f52e7031384aa4b24fbd328d7c4b51bbb4b359ebf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec61a97310fe7c911fe814d402a1d0671ecbb53
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71916cfad5e139664ac10f6e3732fb2e83d80d2204a476b042696cca399a122f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9edf965dc62fbe4d7d1a0f1c5a9797560ff95ad
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f13737b7ac5447cfdfc7397a56eea00a9ac3ca115b7a26e73c91d838cf7b205
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21feea476e1285d71092b97365368f500f9931a2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56145a4cbef17de584b4b5260b5f6f80121ec43cef1aa1ae945458936a77d5ee
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9735bbbe4abae6ca7722d2d7fe933b4f2ab7a1e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5fe78fd89ad25d6162b1b829b7b29fe2ff1c1506abef2faffa87cc9399f74e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a31c72404f6111deee0f05664d4b918a5676cd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79108ef8b3f5271d0f7043b5e67ea310eab93d6d505b25babd9c306ced54ea2d
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1778b08877a1399e065fc911311d0ad4ef07a2a2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5739a4e03bd4f2e0a98874f8aac82c0e04c01109801bcc2a036a984a1898d13b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fc36a30c6fb43807119b89a6d2028c512d6063
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b2f200469f3462a5ddfe121c9243bcc994d36f7f65577ec7ab18768c6cb3f3
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfab5f8b7a1d8650eec59bd5aa233ae5b0e71201
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c50008b2df1054622bf798e78c83792c1186c1a9602a679c12c828cf3afb930
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65a53b5ac36e1c587e6d82b535beae69b4babde
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e58bfcc6dc00ce24bff5d34ddbab3a65e20817bc7a5bfa874ef64a76cd9ab8a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0ec12d0cd48b5aed9f92a6425e369044396d0d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594ff50f24178ea71a5ea8b4b024a71d9067ce470ff9c8db06f1f69c72be71a4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd728092b981184c31ad2cda34c6472b3b302a7
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec55cd2a66491c15b770aca95cc394a2e38a60e993763b13be53912d22b2a55
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19847d75b835ab61393ed28ea1f700241ffa55d1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d3e6cfb6d8bbda857964312bc75960eb4b5f4c66427055ead3420561957047
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8602d0c3846dd98e7c12a2d0a56daca9baf5dc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa3dd8b38a049e1556939e7f87d52c56fb4a2f73e5849681215416503a96e18
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59444f1944c6c1c83f3c939491de4066ed61324c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1651e69be5fb0a75cf0280ad6ab8a9fb2e2e1b1eb321b47dbcdd1f340b06e73
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b18a37f7202fc6c90d0c7e802d24f5a968a7b62
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12ecd6dde9ad829a5235b90e9c51ff7ddcba288f8ff027a2f0b5457bcae8753
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05f353d22ea5a257c2d12faa31b4405fa5b47d5
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e72b90326e0a63a555a217373239874cfe0218d740724b274cd192f391ba12
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9cb6e3e88fef3b235b2e00a9690c6ff6485621
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aba8223287bae53bc60329f4dd8dc1891e6b394d60c8180968a0987e8f4fd90
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053f0b38b25722c98363f4dfc267b3bbc8a54e56
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c118234c5cf28e32b1bdb239ecd1f3a300ed9193d8968c7c63938aff1edbae38
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa4e89a07b1334f203d837d4cbd484c94ca7918
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8455675de0665fd18ff46c369016d6ef7e6a189c71d8e5e60a9f3ba04ad3907f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f123ae8d0d0d73e6ccea24aa2f719929f428a84
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf9344a6f2b3e8b31aa179d7b631f195f59c09d59f3c8af064d400b37f2063a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c672bebc3d871a9ab4e6185bb75eb2ab540ebd
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e158cc4b0ad785a2cee4c91a74e6b6341367d04a9dc2b098f4820cf33ee45ff
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6751005cc6979d99c6facb1936031d5b9ae79cbc
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5684652aab4ec78f3b71c60e204dbaca72422978e16215289cfc2980c658d1bd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314c36562b7cad64f7510a9ec44c4e52aa087161
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5aad7a41dd6fcea112f4b059c7f6db8bc9e0212d2f040eac240d1ed9e5cf4f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f4ad9f78f7be08d2bfe32e91351194bf476557
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2285f74b2145c0d2b65061a39ea2924637ea2881e5dcff2933f659c2b17acddf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de49eb12506232dc21319fceb0c0a19297817269
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e9e7cd30607e9c255f4f1386ba75dee3df128cb3cf79c798b738fcbdd4c2ee
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2987f9291a2386a1d89c5d57907afebbb2b88245
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f50460e8caa43224f8fba8b4b201d81f25d3701ebb5d2317624a217a091a3cd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac7cde64bde0359bf596adfdcea5ef7ea8b10b3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad382d0f41e26c5d76ec16dd828c85322d07797fb7344b08f36450b2e7db71b6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254e92e17b257db64885d9dd023164455226d95b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638ffbdaf5308ed112e994e127460091676910976a9b2e9931f4fff5afeb4344
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e245f8909d23ae9db455c5628af386bd2b33f02
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176e235cb53e2fe634525b4318b1393d1f59e51999c66c05af3a12e104ea2be9
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2950d45f3122dea2077ad7ceb03d2ffe81ea7800
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e060d9b5b3937e313e36604312bf7ca856b1793a29381cc7812f809edee908cf
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5429d96b6dd439ea975aa120ccb47195fb0347c6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0167587a9fa07ed852649f5a39ecfa3c39885b8f194fcb465fa5e84c781a26
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d962d755598b7afb72eac2ee2ee8f214deea55
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc09833e82c3fb1f2df9453807c1254386f3c0bd736d5c7fe3a30f37a274b34
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83d675129a6a6cf4adebd709eb2c2a6a97c2827
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149962410007fe0576df1d4586dc1fbb923291251b61e45b371d3568a6c61e5e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a4d77fd8f0a0326266257ec735d2251fbc950f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53675ddd13575c223f3184e91d6d97bf244b1a79fcb10c7d2419943f05f61fc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4af2630f38ef3db8943ec829c1078daa4b0a3be
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e19031bab1a3d72af1e2d046e2ec635e0b7bbb3c830f069c35483c61007b7e4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e4df75599d472606cc2bd38f7a94951d11fc8c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b27912ee110b0374dd2bd6717bae74083396fb9f5518060dcc307c476caf1e8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1aa2d645dcbda65364c5c6a569d734201d6cc3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8fc1fbd144a14b3caabe125aed7f4463e1623897332a6a894569786d554992
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5174e35d7f4f0bc9dfe7a81785faddcbf5fa0e07
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6dcbbdb15d67b771ed8a6088c537789c5def349300384c4d699a9ff126c6c1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854974170eae010a4e9983d57888e9aeefd29a3b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99134b768d6c9d2ba2bd5e13795826d2b4105c31678d4895eba5b993bae03be
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eafb06094164d33e33010e541ad8f34e5f63b2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0c541f719aeff238761a271df94d1d4c62f2ed33e7f8f0664d6f4a0b690e74
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a0a6aa506b4b9e14dd2c54e68bae073d6aceed
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa79ace0922a141d36c76595ca15643a7bebddcf68e57768256ec168f25b9e6
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0216142ceaca8940f5710c0b37801b912be506b3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56dd4be92acccb1feac4003d9af59a032e790ae6e61e96576b007b3bb5b1ea6
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e411ad2e687ca05637e8c61c80d62af2a39b5c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab80352f8300daca75c99cef086dbaa380c1d9db4241677563f3de47600ba35
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b452002f01b91a50703e7cdd93178839498f3c2e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2821a4203019623e5bfd101242af91eac7c3c38f59fd691e19b9cb3c77d5a360
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de2c695783c2a06b8fc39c39a04dc3efab74706
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d6e1b9e4a97c2fb1f6b08aadbce3d0b97d564669f40ca5ebd32b109a3db8dd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d136f38d0ea089e7142fdde7098886c0961bc64a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1aba378d21b03767e259fcfc6dbea2b933fc8e164ab3270ccf442f84509478a
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880b76fbb5433ce639318ab085b80fb940ad0678
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb541c1ee47c485d9d59460b10f511557cd3be3e02cf1ac275defb154f47074
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585f4242a45ed6619ea70cf66b50cb384e774f56
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a6c5423a90884435355d4be056c4d5977d756913888725ffbf45c38c19aade
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e5bb49990ba21750c22a29425371d503435b49
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dacc6c8eacf55afdc1d472e818eba546276bf7a8d58730b35e2af12e0e69485
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b17b0aec35a712b4bc9e20399a95f35f071a96
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22aeb60c92e7e216b397835beb95ed892f0acfdf6874cd5955e42743bbdf45b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b895d0444b5819debccc8a87a2f9f5ec54724367
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e108fc942980866be4ba76b3e30b5bf2d76f251ef3ab2608cb27d5c851b4eda2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352a863d86f0657c4e4f0eb239e01507d1a0453a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05b8b816b197ca61a267fd41a0ad9c5c40248ad228c9ba9766aec3766ff39cc
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e514f0020bdf2a4139b9e4f1f23f9077e115531e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5c25d93d38dcf38412d54ca0573c8c0ae17e6157df101ce16107d7608b5550
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf285587d8fb495e0c038d9764a51c78f2342e5e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c2913bd0b6e04fa9992773bb2dc7367a8a5107f9ae936ae87ac581d014de3f
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ac66960c6f5de6ee9d4ee07c8d25d89ad51845
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bc16e6bc0f3b0e418883246f213a193466b8961dcb656fe1b3b77a7ac7b8cd
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a155dd98057a901489983cc5604028a96009bd76
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8666d5c8b0a69f35e7c3d03294da447ec4a4e1d192759bd8afa1d97cea9aef04
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bb99a6f61fb7f489b9fd4f8df601f96d16e840
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db923bb0fd1940888be128ad0c6112ceb5d97f864f512085cea0bdbd8eab1856
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8143f6ad1b2c32f5e6ace66dec4d158b10331a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2864991a1caf826071f233789834a221d322080b5a0ba3101692b67a2943ba7d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f93fc0f5d463d291e0cb361d461d27c0b8a52a2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa22d1673ba9b120d1e32a6d18ce395f4162c67e0a10a71e7acfa55be7e6e7b4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540588cb5d5887850708c619dc14e5bb6f2d78be
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa601756cc2f9dfde77dd72d8d4259a10ec5842e309dc3ead7004dfe53c3ac0
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9f36a254a05c5de77906ae08745de6634eb016
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1eb989dc84e7f7b1cbece276949fa4f8209af950c71e8e79b8f7c6ef4d8d673
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae41d246f51a3011c966dcf096ae77ee3fa62ac
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce80f99d201a2ce05f792453720022a68eaa02305e2b4ca25e9ab58f0a2bdb99
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd74e683f6ca7574d2f8e40f7c11fe1f4f36a19e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b4bf52262743bbabe75514aad6d89cb6bec63048d89eaf71173f4c0b867bb7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b488adfbc7664a8e0de6d591d4b37e378ba0a71
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdd96f0c87e1e6db51b67040b36b3408fb40ba459c94738072d1bfb65a00f79
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d3e0e0fc6ca4b526a45bb255392798c169d4f2
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1759571c638c844fbcd258268ac9d5016eec91d1f3dd15b8b3b1453286262ad
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2b95a220b720ba6978ae3389e753676230892f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8d45df3266b02a69d8ba3af3a84639f7cd10a6dd12212222e1693784c575e4
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6ccfc299b89ba9554c717313e65ba3b8f4e10b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3fd2aefd62cfc830db29cc64cafcdc1045d996c768df19bfc7db5b38fc4399
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fe17588442947cedc23cd1a92d4cf68dbfb8df
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff328521005c9464dbd556de1e7c00ecf7b661e757cd448261e533bec6c29dc2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b358b1bd39cc92359a19f9c7e0deacddb6f118d8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d494394b0fa49c83acaceb5993ab8ae05ec89262166a1c466cb753dfc79161bf
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be898a5fb5dfb520e68894b620519333b6193fe1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d40a059255f2db72f66faae15d0197d3eb8a53591d3eab8688357941c0fb46
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75888a9f5a9e6430627793eb36320389e95bf7c3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ec42636c045c3b45b93d60731f293250e8bcb30a2c6ed5f4cf6a86395d3b28
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac3b9e5c6f3adf8d221895bec2589c43a54296e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d1c42b6ee172cc77fa4c26dac69feef586db0c92d523b9a23aee9bfb581ce4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2a1bcd13387ff008335d2b4c632b8f2616265f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73a520ca18765ab16726a8f3eca7a9d91f72601b5397e0618ee8f1dba4aa422
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4c946d6ae26dbef9f068b137bfc7cc3aab34ea
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eceaf2894637d3fc20deea2b04f03d01e9c760b8f37c3ae1a95f539ded76984
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d117bff61f5137c2884e078dec7794824dabfce
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e982c9cdfd8f43c3854a5a30bfb61576bdee03083b0f9d58a465ce919aa33722
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bf19dcbc64a480308298f793d0843043917f74
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598b4573f0b4ea9cbdf7dcc761b117ca9ee9935a295b18ae69c119c528b321e8
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c25ed912c8f406fd14dadafb72ef987fb9d1c0f
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7665b80914a07cf9551f544488ef4ddb8a9ed76444cd7a60a784e650af64acc1
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3957f41a9f19675b9292e34f63382c1c91e11a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2c79bbfd59ef253a9839494f20b0eb0bf6a8873af934d2696c69e455d5b55c
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ff548cdeb5a55363748f66e58e1c2d9e7fa1b9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d7e126c6774c0f4dc808d520bd5f3ad7c513d2450f399884dc4cf62baed214
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d893905b34ebbe87c3d74aa1f980dba1bb3ff1b
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df2b1768c765b0d603370373d3416daef3baa9196e6faa0e378772397f2beb9
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66753c12161a5ddfffa4f4d84f449d6846fc0143
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57a1fa6517583de1fb5177f65cfde34f1346232b0556772a23d684e678cd2d7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30ba58ee6b4cda55ce07d1982984f3fc4c55d5c
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d22f26966dc482752654afa96e5f6d2010070e4e8b99502c2fec2ff6b240832
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42153c90df9aac59758d271c7db8a33cfd59102e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98f935703c9834cecbba6e9c44cdcacb989b438358578cb14df233e698d89a7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1558c42262aa9d7f091c76af0787361b773155f1
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35e7b4334b25f9bdbca9ec0bcffc8d65d96bb65d68f620844435aed71b1e454
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbf805342f46cfbdccfba30a499c2422c13dfe3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8474411be03179190ef8cf0d5767479ec0d49c45943c71ba215a75ebb7a32fa7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4408653f05607951599e855c71d47663d7db437
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec87475068784adcb1d4f61af84988b9afc870b29aab7b8bb26aaf14a41e67d
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fa4646a14e53603e40b7815b7417d7df5b51c6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e21b8306358902c7aa17a63fb153492d7976134efb666f1a60b6ef2eded671
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acf2315721aa4c324b74fd8ca96e53ba0bad3f3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2630daef2740b888481bbe6486d8c8ac5eeeef056546d6d085bf962dc9262b58
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb34e80a7ce9de93d6bbc1aa4bde383dd91aac3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aecf1f2f28aa3003341ea2a596f133717c7e7dd6fd3cca92bdede53c15dbc4b
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e26051d141bfd6776f7c7ab2142075548462c4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ed7ecd84203ba90d9f0d2319ee2dd711664fb4ea60ee93f9612e813c75c707
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256c7f8893545b73e6291b16bdd501d463a50374
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da11a3eadc03a16ea3dc2aa1f82243a73479328bc53346c0ed1c0858c5605e6
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8763c1b50dc9edcdca5c13eb92bcff80c67e3ec6
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e980c4fd405c039177d0580efdb4adfe6b16a503812d2f593e89d8aad859256
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bfcf4c4f4992a12f67bf41e24c5bdd326876df
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc31911853a13a4c0992cd3229f1021fbb8d8fbcfacd266dfe71dc7236dc341
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d229bfdbe9ce47f85ab221f6672e9157fca15ea3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb459a6d6462baee04d54b1ec9b7525a756a9cfaec79b201a77da628aeb127e4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464b93587adef82c37356ac0cf79ae4a2b3dbdfe
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbea12d87e8c265bf2b7028427c2c91e917a2b2b3f775d6a815c5c44468d822
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c9a7c2e473d33cdf891ce9a9c289649eff864a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d350c8252ce6297d1c60fbdd83dff22811a88a798da69ba75e64cc3c9b88c67b
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ba8bf2dc513d63c39b0e17e103a3f753c79a8a
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455270c17d98b417af8129585d2a91110d534364dbc2b3b8c7911fd4fbc15bb4
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c041185c969fe70cea3e5afbe0c2c83ea2829197
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43caaf8c16204523597a2fdb7bf34944923f3018b1287e35e064a02d1bc3a4f1
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f607902d01ce0cbfe70399940a4a6fc2867f7e
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39676a46231fd15b82525513768d1fe4c5dff9fb36669f5dcac2cdb4b0c8c4c
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca379cc25dfa0c7fb14219ba8b7081f260a9a5d8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cfe3c8df6d6d86332ba5f159c1a1b2c74a544ef1e27e1067856ae11bb7d88e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc1/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc1/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b09fb58d44b7b52fb6a0d3f9a3694dbb518a60
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc1/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd0502ae6b715e534bab362dbf445625967555e29168c58319bbe5d10f2c8e7
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc1/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc1/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0180377a139729dff777f5a65a098a90a8ffe8
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc1/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a900f82d168446da838a626d8a17669dbd8044d308707dd7713e057d446685
+size 42115
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc2/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc2/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d0475f015d088b458c1987e0cc36e3df080eae
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc2/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bd6bd31c0fd7bb8b4d529990f1324e12c8375da0dab36012b1692dc5b41485
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc2/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc2/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc512cc06fd21d2ec171092660ffa315ece1502
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.mlp.fc2/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa4e8283f89ff5812eb11fe731357954e96af2f422b590786a15243e84b9661
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.dense/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.dense/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f747edb59cee3a15da55476002d30d29096776
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.dense/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed11262af2a9a54540391b81b888dad0814d78686f98bcfbd7510a619ee73e5
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.dense/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.dense/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b8303ce7ef9388ba91e02a1911dfbb342b0120
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.dense/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54da5def6a5c80e8bc22167e270e79746941feae58acfbaf11eed4fba1f9070f
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ecdf7543ccf749905b34408670d9537ae7dd37
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103b3c829505d0b8817461ac73571a36fd897363cf0aaa4e9aea937df9448af2
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726d8c9d8783f23c9fa14acb3054f80c54181680
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c0a0dcca6e9bcaaaf2afa2de60c29d50d62993f2f14147d16f982260363530
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fba888f25344c46063c7b0e6c38ed75fb41c8d
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9934651dc4904930da234e57efbe7eccd550019f2bb5238800e50c0ba2754f7
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0dc50ab520ac5ac2d02cddb49658b64caf4db3
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8077310071369c453ad5c9a3771bcc35e511af584819b0c32194742fb263f907
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8bef20da7f281a7d27f059087de563dbefa9e9
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc81e3f94709d9b8b2950df0dced890474ecf2b7b6439f876c45bcdba2fa79e
+size 11395
diff --git a/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e7e6ad2b8a7f46856fbdd067b3177cff9e68d4
--- /dev/null
+++ b/params/phi/8/rnd_naive/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457adc1b65e05988ae6dd0a920f808def1ebfb2b87ca382f9e6e24d4e8ebe956
+size 11395